{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5063.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6942): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6942) [trial-2388↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6942)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6942): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6942) [trial-2388↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a10:07:06.727291 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a10:07:06.738576 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a10:07:07.329383 tst mo_mt_sms.py: using LAC 33203\u000a10:07:07.444855 tst mo_mt_sms.py: using RAC 53\u000a10:07:07.560260 tst mo_mt_sms.py: using CellId 33203\u000a10:07:07.677810 tst mo_mt_sms.py: using BVCI 33204\u000a10:07:07.699961 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a10:07:07.882349 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a10:07:08.160844 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:07:08.287759 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:07:10.557584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6941): Launched\u000a10:07:10.861011 run osmo-nitb_10.42.42.2(pid=6942): Launched\u000a10:07:11.035294 run osmo-nitb_10.42.42.2(pid=6942): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6942)]\u000a10:07:11.161834 run osmo-nitb_10.42.42.2(pid=6942): stdout: \u000a| (launched: 2022-12-13_10:07:10.711598) \u000a10:07:11.288289 run osmo-nitb_10.42.42.2(pid=6942): stderr: \u000a| (launched: 2022-12-13_10:07:10.756627)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:07:11.410176 run osmo-nitb_10.42.42.2(pid=6942): stdout: \u000a| (launched: 2022-12-13_10:07:10.711598) \u000a10:07:11.531211 run osmo-nitb_10.42.42.2(pid=6942): stderr: \u000a| (launched: 2022-12-13_10:07:10.756627)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:07:11.584136 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6942): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6942) [trial-2388↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6942)] [trial-2388↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a10:07:11.592055 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a10:07:11.626921 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6941): Terminating (SIGTERM)\u000a10:07:11.804453 --- ParallelTerminationStrategy: PID 6941 died...\u000a10:07:11.860096 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6941): Terminated: ok {rc=0}\u000a10:07:11.949054 bus /sierra_3: Setting Powered False\u000a10:07:13.057506 bus /sierra_3: Setting Powered False\u000a10:07:14.170347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:07:06" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6952): Process ended prematurely: osmo-stp_10.42.42.5(pid=6952) [trial-2388↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6952): Process ended prematurely: osmo-stp_10.42.42.5(pid=6952) [trial-2388↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a10:07:16.026916 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:16.038781 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a10:07:16.208456 tst mo_mt_sms.py: using LAC 33204\u000a10:07:16.339501 tst mo_mt_sms.py: using RAC 54\u000a10:07:16.466763 tst mo_mt_sms.py: using CellId 33204\u000a10:07:16.598060 tst mo_mt_sms.py: using BVCI 33205\u000a10:07:16.624649 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:16.636459 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:16.648128 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:16.659789 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:16.672257 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:16.684406 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a10:07:16.814726 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a10:07:17.076221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:18.902156 run create_hlr_db(pid=6946): Launched\u000a10:07:19.092810 bus /sierra_2: Setting Powered False\u000a10:07:20.113815 run create_hlr_db(pid=6946): Terminated: ok {rc=0}\u000a10:07:20.551346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6948): Launched\u000a10:07:20.881407 run osmo-hlr_10.42.42.2(pid=6949): Launched\u000a10:07:21.004449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:23.594506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6951): Launched\u000a10:07:23.923488 run osmo-stp_10.42.42.5(pid=6952): Launched\u000a10:07:24.043058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:29.491692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6954): Launched\u000a10:07:29.819298 run osmo-msc_10.42.42.6(pid=6955): Launched\u000a10:07:30.018307 run osmo-stp_10.42.42.5(pid=6952): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)]\u000a10:07:30.156668 run osmo-stp_10.42.42.5(pid=6952): stdout: \u000a| (launched: 2022-12-13_10:07:23.760546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:30.294466 run osmo-stp_10.42.42.5(pid=6952): stderr: \u000a| �[0;m�[38;5;43m20221213100723951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100723951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100723951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100723952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100723952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100723953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100723953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:30.425833 run osmo-stp_10.42.42.5(pid=6952): stdout: \u000a| (launched: 2022-12-13_10:07:23.760546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:30.556046 run osmo-stp_10.42.42.5(pid=6952): stderr: \u000a| �[0;m�[38;5;43m20221213100723951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100723951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100723951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100723952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100723952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100723953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100723953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:30.612864 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6952): Process ended prematurely: osmo-stp_10.42.42.5(pid=6952) [trial-2388↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)] [trial-2388↪sms:sysmo↪mo_mt_sms.py:16]\u000a10:07:30.621500 tst mo_mt_sms.py:16: Test FAILED (14.6 sec)\u000a10:07:30.685503 run osmo-hlr_10.42.42.2(pid=6949): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6949)]\u000a10:07:30.738196 run osmo-hlr_10.42.42.2(pid=6949): stdout: \u000a| (launched: 2022-12-13_10:07:20.718154) \u000a10:07:30.791155 run osmo-hlr_10.42.42.2(pid=6949): stderr: \u000a| �[0;m�[1;31m20221213100720914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100720914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100720914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100720914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100720914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100720914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100720927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100720936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100720936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100720936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:30.863449 run osmo-msc_10.42.42.6(pid=6955): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6955)]\u000a10:07:30.916888 run osmo-msc_10.42.42.6(pid=6955): stdout: \u000a| (launched: 2022-12-13_10:07:29.657085) \u000a10:07:30.976777 run osmo-msc_10.42.42.6(pid=6955): stderr: \u000a| �[0;m�[38;5;43m20221213100730028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100730028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f018d3bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100730028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100730028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100730028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100730028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100730030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100730030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100730031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100730031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:31.022912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6948): Terminating (SIGTERM)\u000a10:07:31.066415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6951): Terminating (SIGTERM)\u000a10:07:31.119294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6954): Terminating (SIGTERM)\u000a10:07:31.132273 --- ParallelTerminationStrategy: PID 6948 died...\u000a10:07:31.205459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6948): Terminated: ok {rc=0}\u000a10:07:31.219306 --- ParallelTerminationStrategy: PID 6951 died...\u000a10:07:31.293279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6951): Terminated: ok {rc=0}\u000a10:07:31.307401 --- ParallelTerminationStrategy: PID 6954 died...\u000a10:07:31.381465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6954): Terminated: ok {rc=0}\u000a10:07:31.476107 bus /sierra_3: Setting Powered False\u000a10:07:32.577629 bus /sierra_3: Setting Powered False\u000a10:07:33.690912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:07:15" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6962): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6962) [trial-2388↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6962)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6962): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6962) [trial-2388↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a10:07:35.497977 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a10:07:35.510361 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a10:07:35.686234 tst assert_extension.py: using LAC 33205\u000a10:07:35.814493 tst assert_extension.py: using RAC 55\u000a10:07:35.941259 tst assert_extension.py: using CellId 33205\u000a10:07:36.066860 tst assert_extension.py: using BVCI 33206\u000a10:07:36.091792 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a10:07:36.370225 tst assert_extension.py:10: start nitb and bts...\u000a10:07:36.496897 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:07:37.126687 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6961): Launched\u000a10:07:37.430963 run osmo-nitb_10.42.42.2(pid=6962): Launched\u000a10:07:37.617010 run osmo-nitb_10.42.42.2(pid=6962): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6962)]\u000a10:07:37.754101 run osmo-nitb_10.42.42.2(pid=6962): stdout: \u000a| (launched: 2022-12-13_10:07:37.281372) \u000a10:07:37.891183 run osmo-nitb_10.42.42.2(pid=6962): stderr: \u000a| (launched: 2022-12-13_10:07:37.326376)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:07:38.024436 run osmo-nitb_10.42.42.2(pid=6962): stdout: \u000a| (launched: 2022-12-13_10:07:37.281372) \u000a10:07:38.156405 run osmo-nitb_10.42.42.2(pid=6962): stderr: \u000a| (launched: 2022-12-13_10:07:37.326376)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:07:38.553409 tst osmo-nitb_10.42.42.2(pid=6962): stdout: \u000a| (launched: 2022-12-13_10:07:37.281372) \u000a10:07:38.674384 tst osmo-nitb_10.42.42.2(pid=6962): stderr: \u000a| (launched: 2022-12-13_10:07:37.326376)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:07:38.727203 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6962): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6962) [trial-2388↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6962)] [trial-2388↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a10:07:38.735290 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:07:38.769887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6961): Terminating (SIGTERM)\u000a10:07:38.947130 --- ParallelTerminationStrategy: PID 6961 died...\u000a10:07:39.002476 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6961): Terminated: ok {rc=0}\u000a10:07:39.091102 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:07:35" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6973): Process ended prematurely: osmo-stp_10.42.42.5(pid=6973) [trial-2388↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6973)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6973): Process ended prematurely: osmo-stp_10.42.42.5(pid=6973) [trial-2388↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a10:07:40.949525 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:40.962120 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a10:07:41.164190 tst assert_extension.py: using LAC 33206\u000a10:07:41.332370 tst assert_extension.py: using RAC 56\u000a10:07:41.453651 tst assert_extension.py: using CellId 33206\u000a10:07:41.570857 tst assert_extension.py: using BVCI 33207\u000a10:07:41.593970 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:41.604865 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:41.615564 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:41.626042 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:41.636409 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:07:41.646921 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a10:07:41.859353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:42.378140 run create_hlr_db(pid=6967): Launched\u000a10:07:42.568672 bus /sierra_2: Setting Powered False\u000a10:07:43.587880 run create_hlr_db(pid=6967): Terminated: ok {rc=0}\u000a10:07:44.003330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6969): Launched\u000a10:07:44.310423 run osmo-hlr_10.42.42.2(pid=6970): Launched\u000a10:07:44.422843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:44.956487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6972): Launched\u000a10:07:45.263846 run osmo-stp_10.42.42.5(pid=6973): Launched\u000a10:07:45.374790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:45.954323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6975): Launched\u000a10:07:46.368132 run osmo-msc_10.42.42.6(pid=6976): Launched\u000a10:07:46.613828 run osmo-stp_10.42.42.5(pid=6973): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6973)]\u000a10:07:46.826832 run osmo-stp_10.42.42.5(pid=6973): stdout: \u000a| (launched: 2022-12-13_10:07:45.111075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:47.028259 run osmo-stp_10.42.42.5(pid=6973): stderr: \u000a| �[0;m�[38;5;43m20221213100745280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100745280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100745280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100745280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100745281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100745281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100745281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:47.204723 run osmo-stp_10.42.42.5(pid=6973): stdout: \u000a| (launched: 2022-12-13_10:07:45.111075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:47.343328 run osmo-stp_10.42.42.5(pid=6973): stderr: \u000a| �[0;m�[38;5;43m20221213100745280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100745280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100745280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100745280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100745281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100745281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100745281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:47.403260 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6973): Process ended prematurely: osmo-stp_10.42.42.5(pid=6973) [trial-2388↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6973)] [trial-2388↪ussd:sysmo↪assert_extension.py:17]\u000a10:07:47.413224 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a10:07:47.480276 run osmo-hlr_10.42.42.2(pid=6970): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6970)]\u000a10:07:47.533646 run osmo-hlr_10.42.42.2(pid=6970): stdout: \u000a| (launched: 2022-12-13_10:07:44.157711) \u000a10:07:47.587549 run osmo-hlr_10.42.42.2(pid=6970): stderr: \u000a| �[0;m�[1;31m20221213100744336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100744336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100744336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100744336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100744336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100744336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100744347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100744355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100744356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100744356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:47.660607 run osmo-msc_10.42.42.6(pid=6976): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6976)]\u000a10:07:47.714330 run osmo-msc_10.42.42.6(pid=6976): stdout: \u000a| (launched: 2022-12-13_10:07:46.111481) \u000a10:07:47.767926 run osmo-msc_10.42.42.6(pid=6976): stderr: \u000a| �[0;m�[38;5;43m20221213100746680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100746681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5739001c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100746683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100746684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100746684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100746685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100746690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100746690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100746690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100746690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:47.813863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6969): Terminating (SIGTERM)\u000a10:07:47.857032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6972): Terminating (SIGTERM)\u000a10:07:47.900350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6975): Terminating (SIGTERM)\u000a10:07:47.909855 --- ParallelTerminationStrategy: PID 6969 died...\u000a10:07:47.967880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6969): Terminated: ok {rc=0}\u000a10:07:47.978362 --- ParallelTerminationStrategy: PID 6972 died...\u000a10:07:48.036147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6972): Terminated: ok {rc=0}\u000a10:07:48.046425 --- ParallelTerminationStrategy: PID 6975 died...\u000a10:07:48.103880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6975): Terminated: ok {rc=0}\u000a10:07:48.192234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:07:40" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6987): Process ended prematurely: osmo-stp_10.42.42.5(pid=6987) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6987): Process ended prematurely: osmo-stp_10.42.42.5(pid=6987) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:07:50.117582 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.128660 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:07:50.277576 tst mo_mt_call.py: using LAC 33207\u000a10:07:50.397435 tst mo_mt_call.py: using RAC 57\u000a10:07:50.518381 tst mo_mt_call.py: using CellId 33207\u000a10:07:50.637862 tst mo_mt_call.py: using BVCI 33208\u000a10:07:50.661292 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.672241 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.683134 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.694033 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.704870 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.715817 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:07:50.837712 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:07:51.044096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:51.544704 run create_hlr_db(pid=6981): Launched\u000a10:07:51.723244 bus /sierra_2: Setting Powered False\u000a10:07:52.745641 run create_hlr_db(pid=6981): Terminated: ok {rc=0}\u000a10:07:53.187194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6983): Launched\u000a10:07:53.510320 run osmo-hlr_10.42.42.2(pid=6984): Launched\u000a10:07:53.635750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:54.218274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6986): Launched\u000a10:07:54.555638 run osmo-stp_10.42.42.5(pid=6987): Launched\u000a10:07:54.677739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:55.288712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6989): Launched\u000a10:07:55.627511 run osmo-msc_10.42.42.6(pid=6990): Launched\u000a10:07:55.823626 run osmo-stp_10.42.42.5(pid=6987): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)]\u000a10:07:55.966231 run osmo-stp_10.42.42.5(pid=6987): stdout: \u000a| (launched: 2022-12-13_10:07:54.388649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:56.105696 run osmo-stp_10.42.42.5(pid=6987): stderr: \u000a| �[0;m�[38;5;43m20221213100754582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100754582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100754582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100754582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100754583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100754583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100754583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:56.239444 run osmo-stp_10.42.42.5(pid=6987): stdout: \u000a| (launched: 2022-12-13_10:07:54.388649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:56.372227 run osmo-stp_10.42.42.5(pid=6987): stderr: \u000a| �[0;m�[38;5;43m20221213100754582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100754582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100754582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100754582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100754583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100754583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100754583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:56.430734 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6987): Process ended prematurely: osmo-stp_10.42.42.5(pid=6987) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:07:56.439832 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:07:56.503886 run osmo-hlr_10.42.42.2(pid=6984): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6984)]\u000a10:07:56.557020 run osmo-hlr_10.42.42.2(pid=6984): stdout: \u000a| (launched: 2022-12-13_10:07:53.345547) \u000a10:07:56.610772 run osmo-hlr_10.42.42.2(pid=6984): stderr: \u000a| �[0;m�[1;31m20221213100753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100753558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100753567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100753568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100753568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:56.682677 run osmo-msc_10.42.42.6(pid=6990): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6990)]\u000a10:07:56.735092 run osmo-msc_10.42.42.6(pid=6990): stdout: \u000a| (launched: 2022-12-13_10:07:55.458884) \u000a10:07:56.788317 run osmo-msc_10.42.42.6(pid=6990): stderr: \u000a| �[0;m�[38;5;43m20221213100755779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100755779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3e6afac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100755780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100755780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100755780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100755780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100755782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100755782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100755782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100755782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:56.833550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6983): Terminating (SIGTERM)\u000a10:07:56.876291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6986): Terminating (SIGTERM)\u000a10:07:56.919274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6989): Terminating (SIGTERM)\u000a10:07:56.929391 --- ParallelTerminationStrategy: PID 6983 died...\u000a10:07:56.986764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6983): Terminated: ok {rc=0}\u000a10:07:56.996881 --- ParallelTerminationStrategy: PID 6986 died...\u000a10:07:57.054516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6986): Terminated: ok {rc=0}\u000a10:07:57.064663 --- ParallelTerminationStrategy: PID 6989 died...\u000a10:07:57.121712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6989): Terminated: ok {rc=0}\u000a10:07:57.211423 bus /sierra_3: Setting Powered False\u000a10:07:58.317718 bus /sierra_3: Setting Powered False\u000a10:07:59.428107 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6998): Process ended prematurely: osmo-stp_10.42.42.5(pid=6998) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6998)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6998): Process ended prematurely: osmo-stp_10.42.42.5(pid=6998) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:08:00.546556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:08:00.558994 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:08:00.713547 tst mo_mt_call_osmux.py: using LAC 33208\u000a10:08:00.845506 tst mo_mt_call_osmux.py: using RAC 58\u000a10:08:00.992044 tst mo_mt_call_osmux.py: using CellId 33208\u000a10:08:01.133833 tst mo_mt_call_osmux.py: using BVCI 33209\u000a10:08:01.160721 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.173286 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.185787 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.198350 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.211856 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.226305 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:08:01.380815 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:08:01.662739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:02.290486 run create_hlr_db(pid=6992): Launched\u000a10:08:02.472651 bus /sierra_2: Setting Powered False\u000a10:08:03.504445 run create_hlr_db(pid=6992): Terminated: ok {rc=0}\u000a10:08:03.924906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6994): Launched\u000a10:08:04.237340 run osmo-hlr_10.42.42.2(pid=6995): Launched\u000a10:08:04.351716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:04.894306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6997): Launched\u000a10:08:05.209475 run osmo-stp_10.42.42.5(pid=6998): Launched\u000a10:08:05.323296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:05.894370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7000): Launched\u000a10:08:06.209834 run osmo-msc_10.42.42.6(pid=7001): Launched\u000a10:08:06.392167 run osmo-stp_10.42.42.5(pid=6998): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6998)]\u000a10:08:06.524054 run osmo-stp_10.42.42.5(pid=6998): stdout: \u000a| (launched: 2022-12-13_10:08:05.052485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:06.653454 run osmo-stp_10.42.42.5(pid=6998): stderr: \u000a| �[0;m�[38;5;43m20221213100805224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100805224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100805225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100805225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100805226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100805226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100805226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:06.778731 run osmo-stp_10.42.42.5(pid=6998): stdout: \u000a| (launched: 2022-12-13_10:08:05.052485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:06.902478 run osmo-stp_10.42.42.5(pid=6998): stderr: \u000a| �[0;m�[38;5;43m20221213100805224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100805224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100805225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100805225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100805226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100805226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100805226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:06.958258 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6998): Process ended prematurely: osmo-stp_10.42.42.5(pid=6998) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6998)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:08:06.968644 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:08:07.030137 run osmo-hlr_10.42.42.2(pid=6995): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6995)]\u000a10:08:07.080328 run osmo-hlr_10.42.42.2(pid=6995): stdout: \u000a| (launched: 2022-12-13_10:08:04.083089) \u000a10:08:07.131144 run osmo-hlr_10.42.42.2(pid=6995): stderr: \u000a| �[0;m�[1;31m20221213100804258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100804259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100804259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100804259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100804259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100804259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100804271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100804279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100804280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100804280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:07.199924 run osmo-msc_10.42.42.6(pid=7001): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7001)]\u000a10:08:07.249766 run osmo-msc_10.42.42.6(pid=7001): stdout: \u000a| (launched: 2022-12-13_10:08:06.052533) \u000a10:08:07.299979 run osmo-msc_10.42.42.6(pid=7001): stderr: \u000a| �[0;m�[38;5;43m20221213100806324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100806324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1948fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100806324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100806324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100806324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100806324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100806326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100806327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100806327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100806327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:07.342300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6994): Terminating (SIGTERM)\u000a10:08:07.382393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6997): Terminating (SIGTERM)\u000a10:08:07.422505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7000): Terminating (SIGTERM)\u000a10:08:07.431831 --- ParallelTerminationStrategy: PID 6994 died...\u000a10:08:07.486040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6994): Terminated: ok {rc=0}\u000a10:08:07.495656 --- ParallelTerminationStrategy: PID 6997 died...\u000a10:08:07.549935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6997): Terminated: ok {rc=0}\u000a10:08:07.559480 --- ParallelTerminationStrategy: PID 7000 died...\u000a10:08:07.612623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7000): Terminated: ok {rc=0}\u000a10:08:07.697485 bus /sierra_3: Setting Powered False\u000a10:08:08.807102 bus /sierra_3: Setting Powered False\u000a10:08:09.921167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:07:49" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7012): Process ended prematurely: osmo-stp_10.42.42.5(pid=7012) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7012)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7012): Process ended prematurely: osmo-stp_10.42.42.5(pid=7012) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:08:11.874122 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:11.885396 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:08:12.031669 tst mo_mt_call.py: using LAC 33209\u000a10:08:12.156284 tst mo_mt_call.py: using RAC 59\u000a10:08:12.291582 tst mo_mt_call.py: using CellId 33209\u000a10:08:12.420159 tst mo_mt_call.py: using BVCI 33210\u000a10:08:12.445874 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:12.457549 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:12.469085 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:12.481050 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:12.492630 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:12.505229 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:08:12.630074 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:08:12.846730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:13.373500 run create_hlr_db(pid=7006): Launched\u000a10:08:13.567610 bus /sierra_2: Setting Powered False\u000a10:08:14.587203 run create_hlr_db(pid=7006): Terminated: ok {rc=0}\u000a10:08:15.005899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7008): Launched\u000a10:08:15.319671 run osmo-hlr_10.42.42.2(pid=7009): Launched\u000a10:08:15.433975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:16.028769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7011): Launched\u000a10:08:16.486183 run osmo-stp_10.42.42.5(pid=7012): Launched\u000a10:08:16.655286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:17.266577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7014): Launched\u000a10:08:17.582122 run osmo-msc_10.42.42.6(pid=7015): Launched\u000a10:08:17.763447 run osmo-stp_10.42.42.5(pid=7012): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7012)]\u000a10:08:17.895048 run osmo-stp_10.42.42.5(pid=7012): stdout: \u000a| (launched: 2022-12-13_10:08:16.228080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:18.023959 run osmo-stp_10.42.42.5(pid=7012): stderr: \u000a| �[0;m�[38;5;43m20221213100816558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100816558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100816559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100816559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100816559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100816560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100816560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:18.149077 run osmo-stp_10.42.42.5(pid=7012): stdout: \u000a| (launched: 2022-12-13_10:08:16.228080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:18.272709 run osmo-stp_10.42.42.5(pid=7012): stderr: \u000a| �[0;m�[38;5;43m20221213100816558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100816558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100816559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100816559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100816559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100816560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100816560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:18.327273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7012): Process ended prematurely: osmo-stp_10.42.42.5(pid=7012) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7012)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:08:18.335871 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:08:18.396014 run osmo-hlr_10.42.42.2(pid=7009): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7009)]\u000a10:08:18.445327 run osmo-hlr_10.42.42.2(pid=7009): stdout: \u000a| (launched: 2022-12-13_10:08:15.163584) \u000a10:08:18.495187 run osmo-hlr_10.42.42.2(pid=7009): stderr: \u000a| �[0;m�[1;31m20221213100815340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100815341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100815341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100815341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100815341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100815341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100815353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100815361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100815361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100815361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:18.562932 run osmo-msc_10.42.42.6(pid=7015): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7015)]\u000a10:08:18.612274 run osmo-msc_10.42.42.6(pid=7015): stdout: \u000a| (launched: 2022-12-13_10:08:17.425945) \u000a10:08:18.662182 run osmo-msc_10.42.42.6(pid=7015): stderr: \u000a| �[0;m�[38;5;43m20221213100817700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100817700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd46da5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100817701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100817701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100817701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100817701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100817703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100817703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100817703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100817703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:18.704508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7008): Terminating (SIGTERM)\u000a10:08:18.744501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7011): Terminating (SIGTERM)\u000a10:08:18.784725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7014): Terminating (SIGTERM)\u000a10:08:18.794003 --- ParallelTerminationStrategy: PID 7008 died...\u000a10:08:18.847832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7008): Terminated: ok {rc=0}\u000a10:08:18.857438 --- ParallelTerminationStrategy: PID 7011 died...\u000a10:08:18.911354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7011): Terminated: ok {rc=0}\u000a10:08:18.920828 --- ParallelTerminationStrategy: PID 7014 died...\u000a10:08:18.974543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7014): Terminated: ok {rc=0}\u000a10:08:19.059404 bus /sierra_3: Setting Powered False\u000a10:08:20.167603 bus /sierra_3: Setting Powered False\u000a10:08:21.277363 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7023): Process ended prematurely: osmo-stp_10.42.42.5(pid=7023) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7023)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7023): Process ended prematurely: osmo-stp_10.42.42.5(pid=7023) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:08:22.395741 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:22.408226 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:08:22.564574 tst mo_mt_call_osmux.py: using LAC 33210\u000a10:08:22.696009 tst mo_mt_call_osmux.py: using RAC 60\u000a10:08:22.829212 tst mo_mt_call_osmux.py: using CellId 33210\u000a10:08:22.962213 tst mo_mt_call_osmux.py: using BVCI 33211\u000a10:08:22.987717 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:22.999397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:23.010827 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:23.022175 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:23.033844 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:08:23.045573 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:08:23.168693 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:08:23.377450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:23.880731 run create_hlr_db(pid=7017): Launched\u000a10:08:24.059769 bus /sierra_2: Setting Powered False\u000a10:08:25.081565 run create_hlr_db(pid=7017): Terminated: ok {rc=0}\u000a10:08:25.526282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7019): Launched\u000a10:08:25.864290 run osmo-hlr_10.42.42.2(pid=7020): Launched\u000a10:08:25.992166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:26.573757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7022): Launched\u000a10:08:26.909428 run osmo-stp_10.42.42.5(pid=7023): Launched\u000a10:08:27.031548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:27.641466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7025): Launched\u000a10:08:27.977945 run osmo-msc_10.42.42.6(pid=7026): Launched\u000a10:08:28.173877 run osmo-stp_10.42.42.5(pid=7023): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7023)]\u000a10:08:28.314973 run osmo-stp_10.42.42.5(pid=7023): stdout: \u000a| (launched: 2022-12-13_10:08:26.743873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:28.454562 run osmo-stp_10.42.42.5(pid=7023): stderr: \u000a| �[0;m�[38;5;43m20221213100826936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100826936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100826937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100826937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100826938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100826938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100826938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:28.588827 run osmo-stp_10.42.42.5(pid=7023): stdout: \u000a| (launched: 2022-12-13_10:08:26.743873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:28.722028 run osmo-stp_10.42.42.5(pid=7023): stderr: \u000a| �[0;m�[38;5;43m20221213100826936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100826936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100826937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100826937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100826938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100826938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100826938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:28.780566 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7023): Process ended prematurely: osmo-stp_10.42.42.5(pid=7023) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7023)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:08:28.790077 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:08:28.853741 run osmo-hlr_10.42.42.2(pid=7020): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7020)]\u000a10:08:28.905829 run osmo-hlr_10.42.42.2(pid=7020): stdout: \u000a| (launched: 2022-12-13_10:08:25.697112) \u000a10:08:28.959024 run osmo-hlr_10.42.42.2(pid=7020): stderr: \u000a| �[0;m�[1;31m20221213100825895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100825895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100825895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100825895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100825895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100825895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100825907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100825917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100825917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100825917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:29.030874 run osmo-msc_10.42.42.6(pid=7026): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7026)]\u000a10:08:29.083146 run osmo-msc_10.42.42.6(pid=7026): stdout: \u000a| (launched: 2022-12-13_10:08:27.811524) \u000a10:08:29.136239 run osmo-msc_10.42.42.6(pid=7026): stderr: \u000a| �[0;m�[38;5;43m20221213100828134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100828134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ff5b75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100828134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100828134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100828134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100828134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100828136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100828136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100828137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100828137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:29.181421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7019): Terminating (SIGTERM)\u000a10:08:29.224384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7022): Terminating (SIGTERM)\u000a10:08:29.267263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7025): Terminating (SIGTERM)\u000a10:08:29.277126 --- ParallelTerminationStrategy: PID 7019 died...\u000a10:08:29.334456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7019): Terminated: ok {rc=0}\u000a10:08:29.344692 --- ParallelTerminationStrategy: PID 7022 died...\u000a10:08:29.401592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7022): Terminated: ok {rc=0}\u000a10:08:29.411698 --- ParallelTerminationStrategy: PID 7025 died...\u000a10:08:29.468577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7025): Terminated: ok {rc=0}\u000a10:08:29.557562 bus /sierra_3: Setting Powered False\u000a10:08:30.664784 bus /sierra_3: Setting Powered False\u000a10:08:31.778114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:08:11" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7037): Process ended prematurely: osmo-stp_10.42.42.5(pid=7037) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7037): Process ended prematurely: osmo-stp_10.42.42.5(pid=7037) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:08:33.745251 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:33.756718 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:08:33.911410 tst mo_mt_call.py: using LAC 33211\u000a10:08:34.043565 tst mo_mt_call.py: using RAC 61\u000a10:08:34.175130 tst mo_mt_call.py: using CellId 33211\u000a10:08:34.308049 tst mo_mt_call.py: using BVCI 33212\u000a10:08:34.333574 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:34.345152 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:34.356379 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:34.367683 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:34.379383 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:34.391068 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:08:34.510532 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:08:34.728515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:35.255879 run create_hlr_db(pid=7031): Launched\u000a10:08:35.448535 bus /sierra_2: Setting Powered False\u000a10:08:36.469834 run create_hlr_db(pid=7031): Terminated: ok {rc=0}\u000a10:08:36.915551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7033): Launched\u000a10:08:37.254509 run osmo-hlr_10.42.42.2(pid=7034): Launched\u000a10:08:37.377032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:37.961084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7036): Launched\u000a10:08:38.297296 run osmo-stp_10.42.42.5(pid=7037): Launched\u000a10:08:38.418835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:39.030158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7039): Launched\u000a10:08:39.366678 run osmo-msc_10.42.42.6(pid=7040): Launched\u000a10:08:39.561873 run osmo-stp_10.42.42.5(pid=7037): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)]\u000a10:08:39.703163 run osmo-stp_10.42.42.5(pid=7037): stdout: \u000a| (launched: 2022-12-13_10:08:38.131241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:39.842804 run osmo-stp_10.42.42.5(pid=7037): stderr: \u000a| �[0;m�[38;5;43m20221213100838321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100838321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100838322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100838322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100838323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100838323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100838323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:39.977465 run osmo-stp_10.42.42.5(pid=7037): stdout: \u000a| (launched: 2022-12-13_10:08:38.131241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:40.110768 run osmo-stp_10.42.42.5(pid=7037): stderr: \u000a| �[0;m�[38;5;43m20221213100838321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100838321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100838322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100838322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100838323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100838323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100838323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:40.169569 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7037): Process ended prematurely: osmo-stp_10.42.42.5(pid=7037) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:08:40.178698 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:08:40.242394 run osmo-hlr_10.42.42.2(pid=7034): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7034)]\u000a10:08:40.294532 run osmo-hlr_10.42.42.2(pid=7034): stdout: \u000a| (launched: 2022-12-13_10:08:37.086593) \u000a10:08:40.347871 run osmo-hlr_10.42.42.2(pid=7034): stderr: \u000a| �[0;m�[1;31m20221213100837281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100837282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100837282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100837282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100837282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100837282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100837294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100837304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100837304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100837304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:40.419611 run osmo-msc_10.42.42.6(pid=7040): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7040)]\u000a10:08:40.472029 run osmo-msc_10.42.42.6(pid=7040): stdout: \u000a| (launched: 2022-12-13_10:08:39.200353) \u000a10:08:40.524735 run osmo-msc_10.42.42.6(pid=7040): stderr: \u000a| �[0;m�[38;5;43m20221213100839524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100839525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f184b734c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100839525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100839527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100839527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100839527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100839527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:40.569785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7033): Terminating (SIGTERM)\u000a10:08:40.612620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7036): Terminating (SIGTERM)\u000a10:08:40.655080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7039): Terminating (SIGTERM)\u000a10:08:40.664767 --- ParallelTerminationStrategy: PID 7033 died...\u000a10:08:40.721698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7033): Terminated: ok {rc=0}\u000a10:08:40.731786 --- ParallelTerminationStrategy: PID 7036 died...\u000a10:08:40.788686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7036): Terminated: ok {rc=0}\u000a10:08:40.798822 --- ParallelTerminationStrategy: PID 7039 died...\u000a10:08:40.855722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7039): Terminated: ok {rc=0}\u000a10:08:40.943716 bus /sierra_3: Setting Powered False\u000a10:08:42.051243 bus /sierra_3: Setting Powered False\u000a10:08:43.160306 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7252): Process ended prematurely: osmo-stp_10.42.42.5(pid=7252) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7252)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7252): Process ended prematurely: osmo-stp_10.42.42.5(pid=7252) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:08:44.278051 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:44.290193 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:08:44.445991 tst mo_mt_call_osmux.py: using LAC 33212\u000a10:08:44.575543 tst mo_mt_call_osmux.py: using RAC 62\u000a10:08:44.707080 tst mo_mt_call_osmux.py: using CellId 33212\u000a10:08:44.839014 tst mo_mt_call_osmux.py: using BVCI 33213\u000a10:08:44.864529 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:44.875993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:44.887402 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:44.898831 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:44.910474 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:08:44.922094 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:08:45.041143 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:08:45.248290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:45.748446 run create_hlr_db(pid=7042): Launched\u000a10:08:45.971344 bus /sierra_2: Setting Powered False\u000a10:08:46.982542 run create_hlr_db(pid=7042): Terminated: ok {rc=0}\u000a10:08:47.525775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Launched\u000a10:08:48.009779 run osmo-hlr_10.42.42.2(pid=7094): Launched\u000a10:08:48.336761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:49.127862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7192): Launched\u000a10:08:49.645663 run osmo-stp_10.42.42.5(pid=7252): Launched\u000a10:08:49.882559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:50.562945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7320): Launched\u000a10:08:50.983040 run osmo-msc_10.42.42.6(pid=7321): Launched\u000a10:08:51.406597 run osmo-stp_10.42.42.5(pid=7252): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7252)]\u000a10:08:51.585467 run osmo-stp_10.42.42.5(pid=7252): stdout: \u000a| (launched: 2022-12-13_10:08:49.340719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:51.796505 run osmo-stp_10.42.42.5(pid=7252): stderr: \u000a| �[0;m�[38;5;43m20221213100849671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100849672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100849672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100849672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100849674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100849674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100849674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:51.925338 run osmo-stp_10.42.42.5(pid=7252): stdout: \u000a| (launched: 2022-12-13_10:08:49.340719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:52.052527 run osmo-stp_10.42.42.5(pid=7252): stderr: \u000a| �[0;m�[38;5;43m20221213100849671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100849672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100849672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100849672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100849674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100849674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100849674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:52.109740 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7252): Process ended prematurely: osmo-stp_10.42.42.5(pid=7252) [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7252)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:08:52.119078 tst mo_mt_call_osmux.py:8: Test FAILED (7.9 sec)\u000a10:08:52.181568 run osmo-hlr_10.42.42.2(pid=7094): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7094)]\u000a10:08:52.232257 run osmo-hlr_10.42.42.2(pid=7094): stdout: \u000a| (launched: 2022-12-13_10:08:47.759699) \u000a10:08:52.283921 run osmo-hlr_10.42.42.2(pid=7094): stderr: \u000a| �[0;m�[1;31m20221213100848184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100848184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100848184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100848184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100848184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100848184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100848213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100848229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100848229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100848229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:52.353744 run osmo-msc_10.42.42.6(pid=7321): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7321)]\u000a10:08:52.405107 run osmo-msc_10.42.42.6(pid=7321): stdout: \u000a| (launched: 2022-12-13_10:08:50.726722) \u000a10:08:52.456762 run osmo-msc_10.42.42.6(pid=7321): stderr: \u000a| �[0;m�[38;5;43m20221213100851347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100851348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7efbb19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100851348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100851348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100851348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100851348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100851362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100851363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100851363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100851363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:52.501450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Terminating (SIGTERM)\u000a10:08:52.546340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7192): Terminating (SIGTERM)\u000a10:08:52.589847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7320): Terminating (SIGTERM)\u000a10:08:52.601359 --- ParallelTerminationStrategy: PID 7080 died...\u000a10:08:52.658882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Terminated: ok {rc=0}\u000a10:08:52.669565 --- ParallelTerminationStrategy: PID 7192 died...\u000a10:08:52.724920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7192): Terminated: ok {rc=0}\u000a10:08:52.735087 --- ParallelTerminationStrategy: PID 7320 died...\u000a10:08:52.790302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7320): Terminated: ok {rc=0}\u000a10:08:52.877461 bus /sierra_3: Setting Powered False\u000a10:08:53.983242 bus /sierra_3: Setting Powered False\u000a10:08:55.095434 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:08:33" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7334): Process ended prematurely: osmo-stp_10.42.42.5(pid=7334) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7334)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7334): Process ended prematurely: osmo-stp_10.42.42.5(pid=7334) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:08:57.080388 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:57.092437 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:08:57.247090 tst mo_mt_call.py: using LAC 33213\u000a10:08:57.375418 tst mo_mt_call.py: using RAC 63\u000a10:08:57.503855 tst mo_mt_call.py: using CellId 33213\u000a10:08:57.630597 tst mo_mt_call.py: using BVCI 33214\u000a10:08:57.655839 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:57.668494 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:57.680440 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:57.692398 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:57.705803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:57.719123 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:08:57.844520 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:08:58.058485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:58.613643 run create_hlr_db(pid=7328): Launched\u000a10:08:58.800613 bus /sierra_2: Setting Powered False\u000a10:08:59.822391 run create_hlr_db(pid=7328): Terminated: ok {rc=0}\u000a10:09:00.271276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7330): Launched\u000a10:09:00.694192 run osmo-hlr_10.42.42.2(pid=7331): Launched\u000a10:09:00.975456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:01.707104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7333): Launched\u000a10:09:02.279335 run osmo-stp_10.42.42.5(pid=7334): Launched\u000a10:09:02.479731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:03.111311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7336): Launched\u000a10:09:03.554023 run osmo-msc_10.42.42.6(pid=7337): Launched\u000a10:09:03.944709 run osmo-stp_10.42.42.5(pid=7334): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7334)]\u000a10:09:04.146868 run osmo-stp_10.42.42.5(pid=7334): stdout: \u000a| (launched: 2022-12-13_10:09:01.948089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:04.290008 run osmo-stp_10.42.42.5(pid=7334): stderr: \u000a| �[0;m�[38;5;43m20221213100902208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100902208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100902208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100902212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100902212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100902212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100902212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:04.428619 run osmo-stp_10.42.42.5(pid=7334): stdout: \u000a| (launched: 2022-12-13_10:09:01.948089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:04.565990 run osmo-stp_10.42.42.5(pid=7334): stderr: \u000a| �[0;m�[38;5;43m20221213100902208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100902208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100902208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100902212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100902212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100902212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100902212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:04.626549 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7334): Process ended prematurely: osmo-stp_10.42.42.5(pid=7334) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7334)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:09:04.636889 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a10:09:04.703950 run osmo-hlr_10.42.42.2(pid=7331): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7331)]\u000a10:09:04.758629 run osmo-hlr_10.42.42.2(pid=7331): stdout: \u000a| (launched: 2022-12-13_10:09:00.435153) \u000a10:09:04.814320 run osmo-hlr_10.42.42.2(pid=7331): stderr: \u000a| �[0;m�[1;31m20221213100900782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100900782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100900782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100900782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100900782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100900782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100900801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100900813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100900814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100900814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:04.888499 run osmo-msc_10.42.42.6(pid=7337): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7337)]\u000a10:09:04.943011 run osmo-msc_10.42.42.6(pid=7337): stdout: \u000a| (launched: 2022-12-13_10:09:03.285169) \u000a10:09:04.998633 run osmo-msc_10.42.42.6(pid=7337): stderr: \u000a| �[0;m�[38;5;43m20221213100903792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100903792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34a7a38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100903792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100903792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100903792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100903792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100903794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100903794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100903795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100903795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:05.046081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7330): Terminating (SIGTERM)\u000a10:09:05.090697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7333): Terminating (SIGTERM)\u000a10:09:05.136363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7336): Terminating (SIGTERM)\u000a10:09:05.148013 --- ParallelTerminationStrategy: PID 7330 died...\u000a10:09:05.209927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7330): Terminated: ok {rc=0}\u000a10:09:05.221900 --- ParallelTerminationStrategy: PID 7333 died...\u000a10:09:05.280775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7333): Terminated: ok {rc=0}\u000a10:09:05.291850 --- ParallelTerminationStrategy: PID 7336 died...\u000a10:09:05.351901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7336): Terminated: ok {rc=0}\u000a10:09:05.444396 bus /sierra_3: Setting Powered False\u000a10:09:06.555904 bus /sierra_3: Setting Powered False\u000a10:09:07.672751 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7345): Process ended prematurely: osmo-stp_10.42.42.5(pid=7345) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7345)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7345): Process ended prematurely: osmo-stp_10.42.42.5(pid=7345) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:08.797489 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:09:08.811035 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:09:08.974921 tst mo_mt_call_osmux.py: using LAC 33214\u000a10:09:09.111877 tst mo_mt_call_osmux.py: using RAC 64\u000a10:09:09.252313 tst mo_mt_call_osmux.py: using CellId 33214\u000a10:09:09.387883 tst mo_mt_call_osmux.py: using BVCI 33215\u000a10:09:09.414912 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:09:09.427693 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:09:09.440176 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:09:09.452878 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:09:09.466452 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:09:09.481079 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:09:09.610377 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:09:09.839532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:10.428444 run create_hlr_db(pid=7339): Launched\u000a10:09:10.632216 bus /sierra_2: Setting Powered False\u000a10:09:11.643912 run create_hlr_db(pid=7339): Terminated: ok {rc=0}\u000a10:09:12.098845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7341): Launched\u000a10:09:12.436474 run osmo-hlr_10.42.42.2(pid=7342): Launched\u000a10:09:12.562174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:13.148725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7344): Launched\u000a10:09:13.485121 run osmo-stp_10.42.42.5(pid=7345): Launched\u000a10:09:13.610216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:14.223701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7347): Launched\u000a10:09:14.561517 run osmo-msc_10.42.42.6(pid=7348): Launched\u000a10:09:14.756924 run osmo-stp_10.42.42.5(pid=7345): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7345)]\u000a10:09:14.898237 run osmo-stp_10.42.42.5(pid=7345): stdout: \u000a| (launched: 2022-12-13_10:09:13.319278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:15.038544 run osmo-stp_10.42.42.5(pid=7345): stderr: \u000a| �[0;m�[38;5;43m20221213100913511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100913511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100913511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100913512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100913512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100913512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100913512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:15.173065 run osmo-stp_10.42.42.5(pid=7345): stdout: \u000a| (launched: 2022-12-13_10:09:13.319278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:15.306349 run osmo-stp_10.42.42.5(pid=7345): stderr: \u000a| �[0;m�[38;5;43m20221213100913511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100913511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100913511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100913512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100913512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100913512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100913512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:15.365125 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7345): Process ended prematurely: osmo-stp_10.42.42.5(pid=7345) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7345)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:09:15.374446 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:09:15.438247 run osmo-hlr_10.42.42.2(pid=7342): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7342)]\u000a10:09:15.490602 run osmo-hlr_10.42.42.2(pid=7342): stdout: \u000a| (launched: 2022-12-13_10:09:12.269338) \u000a10:09:15.543734 run osmo-hlr_10.42.42.2(pid=7342): stderr: \u000a| �[0;m�[1;31m20221213100912470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100912470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100912470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100912470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100912470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100912470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100912483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100912493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100912494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100912494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:15.615491 run osmo-msc_10.42.42.6(pid=7348): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7348)]\u000a10:09:15.667935 run osmo-msc_10.42.42.6(pid=7348): stdout: \u000a| (launched: 2022-12-13_10:09:14.394473) \u000a10:09:15.720632 run osmo-msc_10.42.42.6(pid=7348): stderr: \u000a| �[0;m�[38;5;43m20221213100914717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100914718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b12cf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100914718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100914718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100914718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100914718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100914720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100914720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100914721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100914721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:15.765704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7341): Terminating (SIGTERM)\u000a10:09:15.808674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7344): Terminating (SIGTERM)\u000a10:09:15.851660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7347): Terminating (SIGTERM)\u000a10:09:15.862159 --- ParallelTerminationStrategy: PID 7341 died...\u000a10:09:15.929529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7341): Terminated: ok {rc=0}\u000a10:09:15.940459 --- ParallelTerminationStrategy: PID 7344 died...\u000a10:09:15.998525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7344): Terminated: ok {rc=0}\u000a10:09:16.009191 --- ParallelTerminationStrategy: PID 7347 died...\u000a10:09:16.066744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7347): Terminated: ok {rc=0}\u000a10:09:16.158369 bus /sierra_3: Setting Powered False\u000a10:09:17.265578 bus /sierra_3: Setting Powered False\u000a10:09:18.376760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:08:56" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7359): Process ended prematurely: osmo-stp_10.42.42.5(pid=7359) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7359)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7359): Process ended prematurely: osmo-stp_10.42.42.5(pid=7359) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:09:20.336498 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:20.347981 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:09:20.498473 tst mo_mt_call.py: using LAC 33215\u000a10:09:20.622757 tst mo_mt_call.py: using RAC 65\u000a10:09:20.747428 tst mo_mt_call.py: using CellId 33215\u000a10:09:20.871622 tst mo_mt_call.py: using BVCI 33216\u000a10:09:20.895566 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:20.906790 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:20.917698 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:20.928443 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:20.939540 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:20.950648 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:09:21.073619 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:09:21.282087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:21.784127 run create_hlr_db(pid=7353): Launched\u000a10:09:21.964316 bus /sierra_2: Setting Powered False\u000a10:09:22.986212 run create_hlr_db(pid=7353): Terminated: ok {rc=0}\u000a10:09:23.434043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7355): Launched\u000a10:09:23.772772 run osmo-hlr_10.42.42.2(pid=7356): Launched\u000a10:09:23.896423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:24.484234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7358): Launched\u000a10:09:24.821835 run osmo-stp_10.42.42.5(pid=7359): Launched\u000a10:09:24.943316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:25.552474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7361): Launched\u000a10:09:25.889847 run osmo-msc_10.42.42.6(pid=7362): Launched\u000a10:09:26.086497 run osmo-stp_10.42.42.5(pid=7359): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7359)]\u000a10:09:26.228113 run osmo-stp_10.42.42.5(pid=7359): stdout: \u000a| (launched: 2022-12-13_10:09:24.655061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:26.367733 run osmo-stp_10.42.42.5(pid=7359): stderr: \u000a| �[0;m�[38;5;43m20221213100924846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100924847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100924847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100924847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100924848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100924848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100924848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:26.502228 run osmo-stp_10.42.42.5(pid=7359): stdout: \u000a| (launched: 2022-12-13_10:09:24.655061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:26.635680 run osmo-stp_10.42.42.5(pid=7359): stderr: \u000a| �[0;m�[38;5;43m20221213100924846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100924847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100924847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100924847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100924848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100924848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100924848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:26.694675 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7359): Process ended prematurely: osmo-stp_10.42.42.5(pid=7359) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7359)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:09:26.703997 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:09:26.767782 run osmo-hlr_10.42.42.2(pid=7356): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7356)]\u000a10:09:26.819802 run osmo-hlr_10.42.42.2(pid=7356): stdout: \u000a| (launched: 2022-12-13_10:09:23.604883) \u000a10:09:26.872380 run osmo-hlr_10.42.42.2(pid=7356): stderr: \u000a| �[0;m�[1;31m20221213100923803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100923803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100923803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100923803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100923803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100923803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100923814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100923822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100923822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100923822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:26.944066 run osmo-msc_10.42.42.6(pid=7362): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7362)]\u000a10:09:26.996667 run osmo-msc_10.42.42.6(pid=7362): stdout: \u000a| (launched: 2022-12-13_10:09:25.722664) \u000a10:09:27.049491 run osmo-msc_10.42.42.6(pid=7362): stderr: \u000a| �[0;m�[38;5;43m20221213100926046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100926046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f630356ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100926046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100926046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100926046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100926046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100926048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100926048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100926049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100926049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:27.094767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7355): Terminating (SIGTERM)\u000a10:09:27.137969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7358): Terminating (SIGTERM)\u000a10:09:27.181026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7361): Terminating (SIGTERM)\u000a10:09:27.190837 --- ParallelTerminationStrategy: PID 7355 died...\u000a10:09:27.248324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7355): Terminated: ok {rc=0}\u000a10:09:27.258584 --- ParallelTerminationStrategy: PID 7358 died...\u000a10:09:27.315704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7358): Terminated: ok {rc=0}\u000a10:09:27.325963 --- ParallelTerminationStrategy: PID 7361 died...\u000a10:09:27.382962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7361): Terminated: ok {rc=0}\u000a10:09:27.470960 bus /sierra_3: Setting Powered False\u000a10:09:28.578578 bus /sierra_3: Setting Powered False\u000a10:09:29.689656 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7370): Process ended prematurely: osmo-stp_10.42.42.5(pid=7370) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7370)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7370): Process ended prematurely: osmo-stp_10.42.42.5(pid=7370) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:30.804392 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:30.816289 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:09:30.991486 tst mo_mt_call_osmux.py: using LAC 33216\u000a10:09:31.142330 tst mo_mt_call_osmux.py: using RAC 66\u000a10:09:31.278407 tst mo_mt_call_osmux.py: using CellId 33216\u000a10:09:31.439597 tst mo_mt_call_osmux.py: using BVCI 33217\u000a10:09:31.475504 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:31.492002 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:31.507879 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:31.524550 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:31.540143 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:09:31.556311 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:09:31.712778 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:09:31.968181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:32.480695 run create_hlr_db(pid=7364): Launched\u000a10:09:32.674490 bus /sierra_2: Setting Powered False\u000a10:09:33.694942 run create_hlr_db(pid=7364): Terminated: ok {rc=0}\u000a10:09:34.114447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7366): Launched\u000a10:09:34.428865 run osmo-hlr_10.42.42.2(pid=7367): Launched\u000a10:09:34.550637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:35.096192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7369): Launched\u000a10:09:35.410991 run osmo-stp_10.42.42.5(pid=7370): Launched\u000a10:09:35.523299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:36.092884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7372): Launched\u000a10:09:36.409392 run osmo-msc_10.42.42.6(pid=7373): Launched\u000a10:09:36.591405 run osmo-stp_10.42.42.5(pid=7370): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7370)]\u000a10:09:36.721945 run osmo-stp_10.42.42.5(pid=7370): stdout: \u000a| (launched: 2022-12-13_10:09:35.254431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:36.851365 run osmo-stp_10.42.42.5(pid=7370): stderr: \u000a| �[0;m�[38;5;43m20221213100935426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100935426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100935426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100935427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100935427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100935427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100935427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:36.976094 run osmo-stp_10.42.42.5(pid=7370): stdout: \u000a| (launched: 2022-12-13_10:09:35.254431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:37.099888 run osmo-stp_10.42.42.5(pid=7370): stderr: \u000a| �[0;m�[38;5;43m20221213100935426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100935426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100935426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100935427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100935427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100935427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100935427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:37.154363 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7370): Process ended prematurely: osmo-stp_10.42.42.5(pid=7370) [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7370)] [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:09:37.162939 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:09:37.223022 run osmo-hlr_10.42.42.2(pid=7367): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7367)]\u000a10:09:37.272430 run osmo-hlr_10.42.42.2(pid=7367): stdout: \u000a| (launched: 2022-12-13_10:09:34.272781) \u000a10:09:37.322400 run osmo-hlr_10.42.42.2(pid=7367): stderr: \u000a| �[0;m�[1;31m20221213100934448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100934448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100934448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100934448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100934448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100934448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100934461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100934469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100934469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100934469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:37.389954 run osmo-msc_10.42.42.6(pid=7373): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7373)]\u000a10:09:37.439345 run osmo-msc_10.42.42.6(pid=7373): stdout: \u000a| (launched: 2022-12-13_10:09:36.251835) \u000a10:09:37.489159 run osmo-msc_10.42.42.6(pid=7373): stderr: \u000a| �[0;m�[38;5;43m20221213100936523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100936524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa434b43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100936524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100936524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100936524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100936524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100936526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100936526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100936527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100936527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:37.531513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7366): Terminating (SIGTERM)\u000a10:09:37.571551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7369): Terminating (SIGTERM)\u000a10:09:37.611408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7372): Terminating (SIGTERM)\u000a10:09:37.620603 --- ParallelTerminationStrategy: PID 7366 died...\u000a10:09:37.674327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7366): Terminated: ok {rc=0}\u000a10:09:37.683960 --- ParallelTerminationStrategy: PID 7369 died...\u000a10:09:37.737677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7369): Terminated: ok {rc=0}\u000a10:09:37.747208 --- ParallelTerminationStrategy: PID 7372 died...\u000a10:09:37.800603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7372): Terminated: ok {rc=0}\u000a10:09:37.889199 bus /sierra_3: Setting Powered False\u000a10:09:38.993902 bus /sierra_3: Setting Powered False\u000a10:09:40.102346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:09:20" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7384): Process ended prematurely: osmo-stp_10.42.42.5(pid=7384) [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7384)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7384): Process ended prematurely: osmo-stp_10.42.42.5(pid=7384) [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:09:42.053791 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:42.064878 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:09:42.221866 tst mo_mt_call.py: using LAC 33217\u000a10:09:42.352285 tst mo_mt_call.py: using RAC 67\u000a10:09:42.481244 tst mo_mt_call.py: using CellId 33217\u000a10:09:42.612199 tst mo_mt_call.py: using BVCI 33218\u000a10:09:42.637893 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:42.649744 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:42.661335 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:42.672903 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:42.684704 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:42.696412 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:09:42.816001 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:09:43.034152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:43.561773 run create_hlr_db(pid=7378): Launched\u000a10:09:43.755793 bus /sierra_2: Setting Powered False\u000a10:09:44.777121 run create_hlr_db(pid=7378): Terminated: ok {rc=0}\u000a10:09:45.196675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7380): Launched\u000a10:09:45.509522 run osmo-hlr_10.42.42.2(pid=7381): Launched\u000a10:09:45.634583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:46.236328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7383): Launched\u000a10:09:46.656182 run osmo-stp_10.42.42.5(pid=7384): Launched\u000a10:09:46.849875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:47.477487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7386): Launched\u000a10:09:47.814382 run osmo-msc_10.42.42.6(pid=7387): Launched\u000a10:09:48.010882 run osmo-stp_10.42.42.5(pid=7384): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7384)]\u000a10:09:48.153109 run osmo-stp_10.42.42.5(pid=7384): stdout: \u000a| (launched: 2022-12-13_10:09:46.400056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:48.293381 run osmo-stp_10.42.42.5(pid=7384): stderr: \u000a| �[0;m�[38;5;43m20221213100946695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100946695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100946696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100946696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:48.428815 run osmo-stp_10.42.42.5(pid=7384): stdout: \u000a| (launched: 2022-12-13_10:09:46.400056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:48.562830 run osmo-stp_10.42.42.5(pid=7384): stderr: \u000a| �[0;m�[38;5;43m20221213100946695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100946695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100946696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100946696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:48.621786 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7384): Process ended prematurely: osmo-stp_10.42.42.5(pid=7384) [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7384)] [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:09:48.631245 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:09:48.694926 run osmo-hlr_10.42.42.2(pid=7381): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7381)]\u000a10:09:48.747402 run osmo-hlr_10.42.42.2(pid=7381): stdout: \u000a| (launched: 2022-12-13_10:09:45.354997) \u000a10:09:48.800270 run osmo-hlr_10.42.42.2(pid=7381): stderr: \u000a| �[0;m�[1;31m20221213100945532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100945532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100945532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100945532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100945532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100945532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100945544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100945553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100945553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100945553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:48.872098 run osmo-msc_10.42.42.6(pid=7387): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7387)]\u000a10:09:48.924394 run osmo-msc_10.42.42.6(pid=7387): stdout: \u000a| (launched: 2022-12-13_10:09:47.648265) \u000a10:09:48.977403 run osmo-msc_10.42.42.6(pid=7387): stderr: \u000a| �[0;m�[38;5;43m20221213100947971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100947971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8d04bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100947971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100947971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100947971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100947971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100947973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100947974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100947974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100947974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:49.023186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7380): Terminating (SIGTERM)\u000a10:09:49.066068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7383): Terminating (SIGTERM)\u000a10:09:49.108616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7386): Terminating (SIGTERM)\u000a10:09:49.118504 --- ParallelTerminationStrategy: PID 7380 died...\u000a10:09:49.175905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7380): Terminated: ok {rc=0}\u000a10:09:49.186049 --- ParallelTerminationStrategy: PID 7383 died...\u000a10:09:49.243602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7383): Terminated: ok {rc=0}\u000a10:09:49.253762 --- ParallelTerminationStrategy: PID 7386 died...\u000a10:09:49.311046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7386): Terminated: ok {rc=0}\u000a10:09:49.401327 bus /sierra_3: Setting Powered False\u000a10:09:50.506341 bus /sierra_3: Setting Powered False\u000a10:09:51.617605 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7395): Process ended prematurely: osmo-stp_10.42.42.5(pid=7395) [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7395)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7395): Process ended prematurely: osmo-stp_10.42.42.5(pid=7395) [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:52.734998 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:52.747915 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:09:52.897217 tst mo_mt_call_osmux.py: using LAC 33218\u000a10:09:53.026070 tst mo_mt_call_osmux.py: using RAC 68\u000a10:09:53.146744 tst mo_mt_call_osmux.py: using CellId 33218\u000a10:09:53.269282 tst mo_mt_call_osmux.py: using BVCI 33219\u000a10:09:53.293079 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:53.304210 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:53.315252 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:53.326227 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:53.337704 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:09:53.348838 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:09:53.471734 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:09:53.677552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:54.176438 run create_hlr_db(pid=7389): Launched\u000a10:09:54.355339 bus /sierra_2: Setting Powered False\u000a10:09:55.377635 run create_hlr_db(pid=7389): Terminated: ok {rc=0}\u000a10:09:55.825503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7391): Launched\u000a10:09:56.163827 run osmo-hlr_10.42.42.2(pid=7392): Launched\u000a10:09:56.286553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:56.870437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7394): Launched\u000a10:09:57.208079 run osmo-stp_10.42.42.5(pid=7395): Launched\u000a10:09:57.330458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:57.942072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7397): Launched\u000a10:09:58.278627 run osmo-msc_10.42.42.6(pid=7398): Launched\u000a10:09:58.474369 run osmo-stp_10.42.42.5(pid=7395): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7395)]\u000a10:09:58.615507 run osmo-stp_10.42.42.5(pid=7395): stdout: \u000a| (launched: 2022-12-13_10:09:57.041396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:58.755755 run osmo-stp_10.42.42.5(pid=7395): stderr: \u000a| �[0;m�[38;5;43m20221213100957236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100957236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100957236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100957237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100957237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100957237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100957238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:58.890370 run osmo-stp_10.42.42.5(pid=7395): stdout: \u000a| (launched: 2022-12-13_10:09:57.041396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:59.024452 run osmo-stp_10.42.42.5(pid=7395): stderr: \u000a| �[0;m�[38;5;43m20221213100957236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213100957236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213100957236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213100957237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213100957237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213100957237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213100957238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:59.083454 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7395): Process ended prematurely: osmo-stp_10.42.42.5(pid=7395) [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7395)] [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:09:59.093104 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:09:59.156774 run osmo-hlr_10.42.42.2(pid=7392): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7392)]\u000a10:09:59.208771 run osmo-hlr_10.42.42.2(pid=7392): stdout: \u000a| (launched: 2022-12-13_10:09:55.996237) \u000a10:09:59.261458 run osmo-hlr_10.42.42.2(pid=7392): stderr: \u000a| �[0;m�[1;31m20221213100956195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213100956195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213100956195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100956195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213100956195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213100956196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213100956208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213100956218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213100956219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213100956219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:59.333003 run osmo-msc_10.42.42.6(pid=7398): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7398)]\u000a10:09:59.385078 run osmo-msc_10.42.42.6(pid=7398): stdout: \u000a| (launched: 2022-12-13_10:09:58.112619) \u000a10:09:59.437666 run osmo-msc_10.42.42.6(pid=7398): stderr: \u000a| �[0;m�[38;5;43m20221213100958435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213100958435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1927f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213100958435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213100958435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213100958435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213100958436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213100958437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213100958438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213100958438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213100958438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:59.482603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7391): Terminating (SIGTERM)\u000a10:09:59.525630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7394): Terminating (SIGTERM)\u000a10:09:59.568326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7397): Terminating (SIGTERM)\u000a10:09:59.578218 --- ParallelTerminationStrategy: PID 7391 died...\u000a10:09:59.635197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7391): Terminated: ok {rc=0}\u000a10:09:59.645439 --- ParallelTerminationStrategy: PID 7394 died...\u000a10:09:59.702474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7394): Terminated: ok {rc=0}\u000a10:09:59.712662 --- ParallelTerminationStrategy: PID 7397 died...\u000a10:09:59.769247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7397): Terminated: ok {rc=0}\u000a10:09:59.856053 bus /sierra_3: Setting Powered False\u000a10:10:00.978351 bus /sierra_3: Setting Powered False\u000a10:10:02.094117 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:09:41" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7412): Process ended prematurely: osmo-stp_10.42.42.5(pid=7412) [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7412)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7412): Process ended prematurely: osmo-stp_10.42.42.5(pid=7412) [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:10:04.060590 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:04.072157 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:10:04.231274 tst mo_mt_call.py: using LAC 33219\u000a10:10:04.359986 tst mo_mt_call.py: using RAC 69\u000a10:10:04.489070 tst mo_mt_call.py: using CellId 33219\u000a10:10:04.617492 tst mo_mt_call.py: using BVCI 33220\u000a10:10:04.642837 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:04.654107 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:04.665294 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:04.676263 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:04.687744 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:04.699347 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:10:04.823172 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:10:05.032270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:05.533699 run create_hlr_db(pid=7406): Launched\u000a10:10:05.712828 bus /sierra_2: Setting Powered False\u000a10:10:06.734438 run create_hlr_db(pid=7406): Terminated: ok {rc=0}\u000a10:10:07.179230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7408): Launched\u000a10:10:07.515578 run osmo-hlr_10.42.42.2(pid=7409): Launched\u000a10:10:07.639313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:08.224056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7411): Launched\u000a10:10:08.562173 run osmo-stp_10.42.42.5(pid=7412): Launched\u000a10:10:08.683907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:09.296506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7414): Launched\u000a10:10:09.632312 run osmo-msc_10.42.42.6(pid=7415): Launched\u000a10:10:09.827936 run osmo-stp_10.42.42.5(pid=7412): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7412)]\u000a10:10:09.968875 run osmo-stp_10.42.42.5(pid=7412): stdout: \u000a| (launched: 2022-12-13_10:10:08.394922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:10.108525 run osmo-stp_10.42.42.5(pid=7412): stderr: \u000a| �[0;m�[38;5;43m20221213101008586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101008587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101008587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101008587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101008588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101008588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101008588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:10.242989 run osmo-stp_10.42.42.5(pid=7412): stdout: \u000a| (launched: 2022-12-13_10:10:08.394922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:10.376404 run osmo-stp_10.42.42.5(pid=7412): stderr: \u000a| �[0;m�[38;5;43m20221213101008586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101008587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101008587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101008587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101008588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101008588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101008588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:10.434948 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7412): Process ended prematurely: osmo-stp_10.42.42.5(pid=7412) [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7412)] [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:10:10.444340 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:10:10.507886 run osmo-hlr_10.42.42.2(pid=7409): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7409)]\u000a10:10:10.560788 run osmo-hlr_10.42.42.2(pid=7409): stdout: \u000a| (launched: 2022-12-13_10:10:07.349490) \u000a10:10:10.613807 run osmo-hlr_10.42.42.2(pid=7409): stderr: \u000a| �[0;m�[1;31m20221213101007549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101007549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101007549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101007549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101007549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101007549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101007561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:10.685290 run osmo-msc_10.42.42.6(pid=7415): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7415)]\u000a10:10:10.737765 run osmo-msc_10.42.42.6(pid=7415): stdout: \u000a| (launched: 2022-12-13_10:10:09.466910) \u000a10:10:10.790501 run osmo-msc_10.42.42.6(pid=7415): stderr: \u000a| �[0;m�[38;5;43m20221213101009790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101009790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc591be6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101009790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101009790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101009790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101009791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101009792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101009793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101009793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101009793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:10.835582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7408): Terminating (SIGTERM)\u000a10:10:10.878520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7411): Terminating (SIGTERM)\u000a10:10:10.921188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7414): Terminating (SIGTERM)\u000a10:10:10.930906 --- ParallelTerminationStrategy: PID 7408 died...\u000a10:10:10.987914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7408): Terminated: ok {rc=0}\u000a10:10:10.998394 --- ParallelTerminationStrategy: PID 7411 died...\u000a10:10:11.055309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7411): Terminated: ok {rc=0}\u000a10:10:11.065411 --- ParallelTerminationStrategy: PID 7414 died...\u000a10:10:11.122185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7414): Terminated: ok {rc=0}\u000a10:10:11.210211 bus /sierra_3: Setting Powered False\u000a10:10:12.314932 bus /sierra_3: Setting Powered False\u000a10:10:13.427152 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7423): Process ended prematurely: osmo-stp_10.42.42.5(pid=7423) [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7423): Process ended prematurely: osmo-stp_10.42.42.5(pid=7423) [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:10:14.540174 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:14.551961 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:10:14.700581 tst mo_mt_call_osmux.py: using LAC 33220\u000a10:10:14.822735 tst mo_mt_call_osmux.py: using RAC 70\u000a10:10:14.946608 tst mo_mt_call_osmux.py: using CellId 33220\u000a10:10:15.070078 tst mo_mt_call_osmux.py: using BVCI 33221\u000a10:10:15.093818 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:15.104658 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:15.115480 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:15.126192 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:15.136850 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:10:15.148114 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:10:15.271860 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:10:15.478400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:16.032824 run create_hlr_db(pid=7417): Launched\u000a10:10:16.215792 bus /sierra_2: Setting Powered False\u000a10:10:17.283071 run create_hlr_db(pid=7417): Terminated: ok {rc=0}\u000a10:10:17.703205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7419): Launched\u000a10:10:18.016317 run osmo-hlr_10.42.42.2(pid=7420): Launched\u000a10:10:18.141595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:18.690172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7422): Launched\u000a10:10:19.004269 run osmo-stp_10.42.42.5(pid=7423): Launched\u000a10:10:19.116179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:19.686840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7425): Launched\u000a10:10:20.001615 run osmo-msc_10.42.42.6(pid=7426): Launched\u000a10:10:20.188464 run osmo-stp_10.42.42.5(pid=7423): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)]\u000a10:10:20.320435 run osmo-stp_10.42.42.5(pid=7423): stdout: \u000a| (launched: 2022-12-13_10:10:18.848489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:20.449760 run osmo-stp_10.42.42.5(pid=7423): stderr: \u000a| �[0;m�[38;5;43m20221213101019018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101019019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101019019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101019019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101019020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101019020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101019020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:20.575016 run osmo-stp_10.42.42.5(pid=7423): stdout: \u000a| (launched: 2022-12-13_10:10:18.848489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:20.699492 run osmo-stp_10.42.42.5(pid=7423): stderr: \u000a| �[0;m�[38;5;43m20221213101019018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101019019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101019019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101019019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101019020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101019020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101019020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:20.753963 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7423): Process ended prematurely: osmo-stp_10.42.42.5(pid=7423) [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)] [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:10:20.762456 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:10:20.822502 run osmo-hlr_10.42.42.2(pid=7420): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7420)]\u000a10:10:20.871541 run osmo-hlr_10.42.42.2(pid=7420): stdout: \u000a| (launched: 2022-12-13_10:10:17.861118) \u000a10:10:20.921476 run osmo-hlr_10.42.42.2(pid=7420): stderr: \u000a| �[0;m�[1;31m20221213101018036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101018036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101018036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101018036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101018036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101018036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101018048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101018056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101018057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101018057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:20.988908 run osmo-msc_10.42.42.6(pid=7426): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7426)]\u000a10:10:21.038190 run osmo-msc_10.42.42.6(pid=7426): stdout: \u000a| (launched: 2022-12-13_10:10:19.844827) \u000a10:10:21.087844 run osmo-msc_10.42.42.6(pid=7426): stderr: \u000a| �[0;m�[38;5;43m20221213101020120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101020120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfd32afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101020120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101020120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101020120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101020120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101020122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101020122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101020123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101020123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:21.129851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7419): Terminating (SIGTERM)\u000a10:10:21.169639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7422): Terminating (SIGTERM)\u000a10:10:21.209625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7425): Terminating (SIGTERM)\u000a10:10:21.218821 --- ParallelTerminationStrategy: PID 7419 died...\u000a10:10:21.272307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7419): Terminated: ok {rc=0}\u000a10:10:21.281811 --- ParallelTerminationStrategy: PID 7422 died...\u000a10:10:21.334610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7422): Terminated: ok {rc=0}\u000a10:10:21.344441 --- ParallelTerminationStrategy: PID 7425 died...\u000a10:10:21.397341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7425): Terminated: ok {rc=0}\u000a10:10:21.485137 bus /sierra_3: Setting Powered False\u000a10:10:22.591735 bus /sierra_3: Setting Powered False\u000a10:10:23.700795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:10:03" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7437): Process ended prematurely: osmo-stp_10.42.42.5(pid=7437) [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7437): Process ended prematurely: osmo-stp_10.42.42.5(pid=7437) [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:10:25.681295 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:25.692465 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a10:10:25.825215 tst emergency_mo_mt_call.py: using LAC 33221\u000a10:10:25.955287 tst emergency_mo_mt_call.py: using RAC 71\u000a10:10:26.085372 tst emergency_mo_mt_call.py: using CellId 33221\u000a10:10:26.215167 tst emergency_mo_mt_call.py: using BVCI 33222\u000a10:10:26.240054 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:26.251229 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:26.262222 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:26.273109 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:26.284285 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:26.295583 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:26.415139 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:26.629368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:27.150601 run create_hlr_db(pid=7431): Launched\u000a10:10:27.342149 bus /sierra_2: Setting Powered False\u000a10:10:28.361772 run create_hlr_db(pid=7431): Terminated: ok {rc=0}\u000a10:10:28.778299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7433): Launched\u000a10:10:29.087913 run osmo-hlr_10.42.42.2(pid=7434): Launched\u000a10:10:29.200273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:29.735472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7436): Launched\u000a10:10:30.044348 run osmo-stp_10.42.42.5(pid=7437): Launched\u000a10:10:30.181596 tst emergency_mo_mt_call.py: using MSISDN 8105\u000a10:10:30.333882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:30.897557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7439): Launched\u000a10:10:31.325328 run osmo-msc_10.42.42.6(pid=7440): Launched\u000a10:10:31.689564 run osmo-stp_10.42.42.5(pid=7437): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)]\u000a10:10:31.918274 run osmo-stp_10.42.42.5(pid=7437): stdout: \u000a| (launched: 2022-12-13_10:10:29.891329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:32.075150 run osmo-stp_10.42.42.5(pid=7437): stderr: \u000a| �[0;m�[38;5;43m20221213101030061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101030061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101030062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101030062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101030063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101030063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101030063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:32.202159 run osmo-stp_10.42.42.5(pid=7437): stdout: \u000a| (launched: 2022-12-13_10:10:29.891329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:32.326327 run osmo-stp_10.42.42.5(pid=7437): stderr: \u000a| �[0;m�[38;5;43m20221213101030061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101030061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101030062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101030062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101030063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101030063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101030063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:32.379782 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7437): Process ended prematurely: osmo-stp_10.42.42.5(pid=7437) [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)] [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a10:10:32.387893 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a10:10:32.448744 run osmo-hlr_10.42.42.2(pid=7434): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7434)]\u000a10:10:32.498591 run osmo-hlr_10.42.42.2(pid=7434): stdout: \u000a| (launched: 2022-12-13_10:10:28.933871) \u000a10:10:32.549224 run osmo-hlr_10.42.42.2(pid=7434): stderr: \u000a| �[0;m�[1;31m20221213101029110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101029110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101029110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101029110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101029110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101029110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101029123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101029131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101029131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101029131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:32.617742 run osmo-msc_10.42.42.6(pid=7440): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7440)]\u000a10:10:32.668182 run osmo-msc_10.42.42.6(pid=7440): stdout: \u000a| (launched: 2022-12-13_10:10:31.072651) \u000a10:10:32.718916 run osmo-msc_10.42.42.6(pid=7440): stderr: \u000a| �[0;m�[38;5;43m20221213101031652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101031652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d9eab2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101031652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101031652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101031661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101031661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101031663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101031663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101031664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101031664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:32.761926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7433): Terminating (SIGTERM)\u000a10:10:32.802471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7436): Terminating (SIGTERM)\u000a10:10:32.842964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7439): Terminating (SIGTERM)\u000a10:10:32.852283 --- ParallelTerminationStrategy: PID 7433 died...\u000a10:10:32.906839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7433): Terminated: ok {rc=0}\u000a10:10:32.916618 --- ParallelTerminationStrategy: PID 7436 died...\u000a10:10:32.970721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7436): Terminated: ok {rc=0}\u000a10:10:32.980482 --- ParallelTerminationStrategy: PID 7439 died...\u000a10:10:33.034398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7439): Terminated: ok {rc=0}\u000a10:10:33.123933 bus /sierra_3: Setting Powered False\u000a10:10:34.227935 bus /sierra_3: Setting Powered False\u000a10:10:35.336202 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:10:36.389220 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:36.401210 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a10:10:36.536775 tst emergency_preemptive_call.py: using LAC 33222\u000a10:10:36.665456 tst emergency_preemptive_call.py: using RAC 72\u000a10:10:36.795611 tst emergency_preemptive_call.py: using CellId 33222\u000a10:10:36.923597 tst emergency_preemptive_call.py: using BVCI 33223\u000a10:10:36.948686 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:36.959949 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:36.971674 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:36.984437 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:36.996537 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a10:10:37.008267 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:37.126957 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:37.248475 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:37.368415 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:37.581703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:38.102229 run create_hlr_db(pid=7442): Launched\u000a10:10:38.292809 bus /sierra_2: Setting Powered False\u000a10:10:39.312859 run create_hlr_db(pid=7442): Terminated: ok {rc=0}\u000a10:10:39.752847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Launched\u000a10:10:40.085476 run osmo-hlr_10.42.42.2(pid=7445): Launched\u000a10:10:40.205253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:40.782582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Launched\u000a10:10:41.113220 run osmo-stp_10.42.42.5(pid=7448): Launched\u000a10:10:41.248679 tst emergency_preemptive_call.py: using MSISDN 8106\u000a10:10:41.413819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:42.014387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7450): Launched\u000a10:10:42.347486 run osmo-msc_10.42.42.6(pid=7451): Launched\u000a10:10:42.547112 run osmo-stp_10.42.42.5(pid=7448): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]\u000a10:10:42.686468 run osmo-stp_10.42.42.5(pid=7448): stdout: \u000a| (launched: 2022-12-13_10:10:40.949873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:42.825674 run osmo-stp_10.42.42.5(pid=7448): stderr: \u000a| �[0;m�[38;5;43m20221213101041140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101041140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101041140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101041141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101041141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101041141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101041142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:42.958873 run osmo-stp_10.42.42.5(pid=7448): stdout: \u000a| (launched: 2022-12-13_10:10:40.949873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:43.091346 run osmo-stp_10.42.42.5(pid=7448): stderr: \u000a| �[0;m�[38;5;43m20221213101041140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101041140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101041140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101041141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101041141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101041141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101041142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:43.148699 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)] [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a10:10:43.157465 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a10:10:43.221514 run osmo-hlr_10.42.42.2(pid=7445): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7445)]\u000a10:10:43.273985 run osmo-hlr_10.42.42.2(pid=7445): stdout: \u000a| (launched: 2022-12-13_10:10:39.920304) \u000a10:10:43.327140 run osmo-hlr_10.42.42.2(pid=7445): stderr: \u000a| �[0;m�[1;31m20221213101040119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101040119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101040119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101040119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101040119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101040119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101040131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101040140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101040140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101040140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:43.398897 run osmo-msc_10.42.42.6(pid=7451): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7451)]\u000a10:10:43.451053 run osmo-msc_10.42.42.6(pid=7451): stdout: \u000a| (launched: 2022-12-13_10:10:42.182022) \u000a10:10:43.503933 run osmo-msc_10.42.42.6(pid=7451): stderr: \u000a| �[0;m�[38;5;43m20221213101042502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101042502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d9f6fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101042502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101042502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101042502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101042502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101042504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101042505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101042505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101042505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:43.549253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Terminating (SIGTERM)\u000a10:10:43.592363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Terminating (SIGTERM)\u000a10:10:43.635281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7450): Terminating (SIGTERM)\u000a10:10:43.645170 --- ParallelTerminationStrategy: PID 7444 died...\u000a10:10:43.702571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Terminated: ok {rc=0}\u000a10:10:43.712856 --- ParallelTerminationStrategy: PID 7447 died...\u000a10:10:43.769915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Terminated: ok {rc=0}\u000a10:10:43.780145 --- ParallelTerminationStrategy: PID 7450 died...\u000a10:10:43.837357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7450): Terminated: ok {rc=0}\u000a10:10:43.925756 bus /sierra_9: Setting Powered False\u000a10:10:45.028543 bus /sierra_9: Setting Powered False\u000a10:10:46.141854 bus /sierra_8: Setting Powered False\u000a10:10:47.262731 bus /sierra_8: Setting Powered False\u000a10:10:48.372564 bus /sierra_3: Setting Powered False\u000a10:10:49.480592 bus /sierra_3: Setting Powered False\u000a10:10:50.591235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:10:25" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7470): Process ended prematurely: osmo-stp_10.42.42.5(pid=7470) [trial-2388↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7470): Process ended prematurely: osmo-stp_10.42.42.5(pid=7470) [trial-2388↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:10:52.687137 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:52.698120 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a10:10:52.831054 tst cs_paging_gprs_active.py: using LAC 33223\u000a10:10:52.964118 tst cs_paging_gprs_active.py: using RAC 73\u000a10:10:53.088836 tst cs_paging_gprs_active.py: using CellId 33223\u000a10:10:53.220676 tst cs_paging_gprs_active.py: using BVCI 33224\u000a10:10:53.246547 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.257599 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.268484 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.279356 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.290484 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.301576 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.312854 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.324032 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:10:53.335406 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:53.455223 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:10:53.742444 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:10:53.875130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:54.202531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7460): Launched\u000a10:10:54.474922 run iperf3-srv_10.42.42.10(pid=7461): Launched\u000a10:10:54.665809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:10:54.796143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:55.122632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7462): Launched\u000a10:10:55.394216 run iperf3-srv_10.42.42.10(pid=7463): Launched\u000a10:10:55.583761 tst cs_paging_gprs_active.py:38: start network...\u000a10:10:55.713618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:56.217852 run create_hlr_db(pid=7464): Launched\u000a10:10:56.397237 bus /sierra_2: Setting Powered False\u000a10:10:57.418579 run create_hlr_db(pid=7464): Terminated: ok {rc=0}\u000a10:10:57.838020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7466): Launched\u000a10:10:58.154082 run osmo-hlr_10.42.42.2(pid=7467): Launched\u000a10:10:58.268329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:58.810018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7469): Launched\u000a10:10:59.125963 run osmo-stp_10.42.42.5(pid=7470): Launched\u000a10:10:59.239746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:00.761581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7472): Launched\u000a10:11:00.894413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:01.217734 run patchelf(pid=7473): Launched\u000a10:11:01.403327 run osmo-stp_10.42.42.5(pid=7470): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)]\u000a10:11:01.539280 run osmo-stp_10.42.42.5(pid=7470): stdout: \u000a| (launched: 2022-12-13_10:10:58.969560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:01.676128 run osmo-stp_10.42.42.5(pid=7470): stderr: \u000a| �[0;m�[38;5;43m20221213101059141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101059141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101059141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101059141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101059143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101059143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101059143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:01.807766 run osmo-stp_10.42.42.5(pid=7470): stdout: \u000a| (launched: 2022-12-13_10:10:58.969560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:01.939171 run osmo-stp_10.42.42.5(pid=7470): stderr: \u000a| �[0;m�[38;5;43m20221213101059141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101059141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101059141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101059141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101059143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101059143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101059143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:02.091278 run patchelf(pid=7473): Terminating (SIGINT)\u000a10:11:02.270957 run patchelf(pid=7473): Terminated: ok {rc=0}\u000a10:11:02.302984 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7470): Process ended prematurely: osmo-stp_10.42.42.5(pid=7470) [trial-2388↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)] [trial-2388↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a10:11:02.312044 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a10:11:02.372204 run osmo-hlr_10.42.42.2(pid=7467): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7467)]\u000a10:11:02.421223 run osmo-hlr_10.42.42.2(pid=7467): stdout: \u000a| (launched: 2022-12-13_10:10:57.997098) \u000a10:11:02.470814 run osmo-hlr_10.42.42.2(pid=7467): stderr: \u000a| �[0;m�[1;31m20221213101058177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101058177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101058177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101058177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101058177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101058177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101058188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101058196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101058197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101058197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:02.513298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7460): Terminating (SIGTERM)\u000a10:11:02.553406 run iperf3-srv_10.42.42.10(pid=7461): Terminating (SIGTERM)\u000a10:11:02.593778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7462): Terminating (SIGTERM)\u000a10:11:02.633820 run iperf3-srv_10.42.42.10(pid=7463): Terminating (SIGTERM)\u000a10:11:02.673932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7466): Terminating (SIGTERM)\u000a10:11:02.713961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7469): Terminating (SIGTERM)\u000a10:11:02.754129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7472): Terminating (SIGTERM)\u000a10:11:02.763417 --- ParallelTerminationStrategy: PID 7460 died...\u000a10:11:02.817084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7460): Terminated: ok {rc=0}\u000a10:11:02.826721 --- ParallelTerminationStrategy: PID 7461 died...\u000a10:11:02.880400 run iperf3-srv_10.42.42.10(pid=7461): Terminated {rc=256}\u000a10:11:02.890611 --- ParallelTerminationStrategy: PID 7462 died...\u000a10:11:02.944469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7462): Terminated: ok {rc=0}\u000a10:11:02.954050 --- ParallelTerminationStrategy: PID 7463 died...\u000a10:11:03.007417 run iperf3-srv_10.42.42.10(pid=7463): Terminated {rc=256}\u000a10:11:03.016897 --- ParallelTerminationStrategy: PID 7466 died...\u000a10:11:03.070610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7466): Terminated: ok {rc=0}\u000a10:11:03.080159 --- ParallelTerminationStrategy: PID 7469 died...\u000a10:11:03.133680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7469): Terminated: ok {rc=0}\u000a10:11:03.143775 --- ParallelTerminationStrategy: PID 7472 died...\u000a10:11:03.198336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7472): Terminated: ok {rc=0}\u000a10:11:03.284265 bus /gobi_0: Setting Powered False\u000a10:11:04.393178 bus /gobi_0: Setting Powered False\u000a10:11:05.506863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7482): Process ended prematurely: osmo-stp_10.42.42.5(pid=7482) [trial-2388↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7482)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7482): Process ended prematurely: osmo-stp_10.42.42.5(pid=7482) [trial-2388↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a10:11:06.632308 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:06.644087 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a10:11:06.771214 tst iperf3.py: using LAC 33224\u000a10:11:06.902606 tst iperf3.py: using RAC 74\u000a10:11:07.034109 tst iperf3.py: using CellId 33224\u000a10:11:07.166866 tst iperf3.py: using BVCI 33225\u000a10:11:07.192491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.203499 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.214441 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.225323 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.236464 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.247539 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.258834 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.270139 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:07.281524 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:07.585662 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:11:07.726554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:08.075631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7474): Launched\u000a10:11:08.364224 run iperf3-srv_10.42.42.10(pid=7475): Launched\u000a10:11:08.569662 tst iperf3.py:8: start network...\u000a10:11:08.709821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:09.239523 run create_hlr_db(pid=7476): Launched\u000a10:11:09.433209 bus /gobi_6: Setting Powered False\u000a10:11:10.454661 run create_hlr_db(pid=7476): Terminated: ok {rc=0}\u000a10:11:10.876225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7478): Launched\u000a10:11:11.191456 run osmo-hlr_10.42.42.2(pid=7479): Launched\u000a10:11:11.305938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:11.849444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7481): Launched\u000a10:11:12.164752 run osmo-stp_10.42.42.5(pid=7482): Launched\u000a10:11:12.278865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:12.824768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7484): Launched\u000a10:11:12.935698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:13.210103 run patchelf(pid=7485): Launched\u000a10:11:13.391980 run osmo-stp_10.42.42.5(pid=7482): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7482)]\u000a10:11:13.524667 run osmo-stp_10.42.42.5(pid=7482): stdout: \u000a| (launched: 2022-12-13_10:11:12.008012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:13.657620 run osmo-stp_10.42.42.5(pid=7482): stderr: \u000a| �[0;m�[38;5;43m20221213101112183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101112183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101112183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101112184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101112184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101112184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101112184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:13.786189 run osmo-stp_10.42.42.5(pid=7482): stdout: \u000a| (launched: 2022-12-13_10:11:12.008012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:13.914162 run osmo-stp_10.42.42.5(pid=7482): stderr: \u000a| �[0;m�[38;5;43m20221213101112183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101112183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101112183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101112184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101112184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101112184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101112184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:14.063418 run patchelf(pid=7485): Terminating (SIGINT)\u000a10:11:14.239081 run patchelf(pid=7485): Terminated: ok {rc=0}\u000a10:11:14.271055 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7482): Process ended prematurely: osmo-stp_10.42.42.5(pid=7482) [trial-2388↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7482)] [trial-2388↪gprs:sysmo↪iperf3.py:8]\u000a10:11:14.280036 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:11:14.340378 run osmo-hlr_10.42.42.2(pid=7479): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7479)]\u000a10:11:14.389624 run osmo-hlr_10.42.42.2(pid=7479): stdout: \u000a| (launched: 2022-12-13_10:11:11.035477) \u000a10:11:14.439690 run osmo-hlr_10.42.42.2(pid=7479): stderr: \u000a| �[0;m�[1;31m20221213101111217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101111217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101111217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101111217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101111217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101111217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101111244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101111253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101111253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101111253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:14.482252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7474): Terminating (SIGTERM)\u000a10:11:14.522114 run iperf3-srv_10.42.42.10(pid=7475): Terminating (SIGTERM)\u000a10:11:14.562094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7478): Terminating (SIGTERM)\u000a10:11:14.601998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7481): Terminating (SIGTERM)\u000a10:11:14.641962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7484): Terminating (SIGTERM)\u000a10:11:14.651235 --- ParallelTerminationStrategy: PID 7474 died...\u000a10:11:14.704883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7474): Terminated: ok {rc=0}\u000a10:11:14.714471 --- ParallelTerminationStrategy: PID 7475 died...\u000a10:11:14.767862 run iperf3-srv_10.42.42.10(pid=7475): Terminated {rc=256}\u000a10:11:14.777887 --- ParallelTerminationStrategy: PID 7478 died...\u000a10:11:14.831485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7478): Terminated: ok {rc=0}\u000a10:11:14.841160 --- ParallelTerminationStrategy: PID 7481 died...\u000a10:11:14.894611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7481): Terminated: ok {rc=0}\u000a10:11:14.904150 --- ParallelTerminationStrategy: PID 7484 died...\u000a10:11:14.957550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7484): Terminated: ok {rc=0}\u000a10:11:15.047333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7500): Process ended prematurely: osmo-stp_10.42.42.5(pid=7500) [trial-2388↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7500): Process ended prematurely: osmo-stp_10.42.42.5(pid=7500) [trial-2388↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a10:11:16.199012 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.215389 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a10:11:16.354500 tst iperf3m4.py: using LAC 33225\u000a10:11:16.486011 tst iperf3m4.py: using RAC 75\u000a10:11:16.648181 tst iperf3m4.py: using CellId 33225\u000a10:11:16.798490 tst iperf3m4.py: using BVCI 33226\u000a10:11:16.823820 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.835478 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.847387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.859088 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.871673 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.884090 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.896758 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.909233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:16.922015 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:17.059644 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:17.214115 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:17.331556 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:17.618492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:11:17.748891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:18.076668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7486): Launched\u000a10:11:18.349827 run iperf3-srv_10.42.42.10(pid=7487): Launched\u000a10:11:18.540503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:11:18.670945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:18.996408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7488): Launched\u000a10:11:19.269531 run iperf3-srv_10.42.42.10(pid=7489): Launched\u000a10:11:19.459162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:11:19.588511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:19.914438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7490): Launched\u000a10:11:20.186870 run iperf3-srv_10.42.42.10(pid=7491): Launched\u000a10:11:20.377222 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:11:20.506958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:20.834151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7492): Launched\u000a10:11:21.123499 run iperf3-srv_10.42.42.10(pid=7493): Launched\u000a10:11:21.314674 tst iperf3m4.py:8: start network...\u000a10:11:21.445074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:21.950752 run create_hlr_db(pid=7494): Launched\u000a10:11:22.130828 bus /gobi_6: Setting Powered False\u000a10:11:23.153021 run create_hlr_db(pid=7494): Terminated: ok {rc=0}\u000a10:11:23.600822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7496): Launched\u000a10:11:23.939101 run osmo-hlr_10.42.42.2(pid=7497): Launched\u000a10:11:24.063027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:24.646610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7499): Launched\u000a10:11:24.983905 run osmo-stp_10.42.42.5(pid=7500): Launched\u000a10:11:25.106653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:25.691176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7502): Launched\u000a10:11:25.811128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:26.106407 run patchelf(pid=7503): Launched\u000a10:11:26.302084 run osmo-stp_10.42.42.5(pid=7500): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)]\u000a10:11:26.445250 run osmo-stp_10.42.42.5(pid=7500): stdout: \u000a| (launched: 2022-12-13_10:11:24.816619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:26.588794 run osmo-stp_10.42.42.5(pid=7500): stderr: \u000a| �[0;m�[38;5;43m20221213101125008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101125008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101125008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101125008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101125009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101125009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101125009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:26.727490 run osmo-stp_10.42.42.5(pid=7500): stdout: \u000a| (launched: 2022-12-13_10:11:24.816619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:26.865113 run osmo-stp_10.42.42.5(pid=7500): stderr: \u000a| �[0;m�[38;5;43m20221213101125008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101125008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101125008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101125008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101125009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101125009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101125009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:27.025834 run patchelf(pid=7503): Terminating (SIGINT)\u000a10:11:27.215178 run patchelf(pid=7503): Terminated: ok {rc=0}\u000a10:11:27.249607 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7500): Process ended prematurely: osmo-stp_10.42.42.5(pid=7500) [trial-2388↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)] [trial-2388↪gprs:sysmo↪iperf3m4.py:8]\u000a10:11:27.259679 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:11:27.324499 run osmo-hlr_10.42.42.2(pid=7497): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7497)]\u000a10:11:27.377186 run osmo-hlr_10.42.42.2(pid=7497): stdout: \u000a| (launched: 2022-12-13_10:11:23.771976) \u000a10:11:27.430505 run osmo-hlr_10.42.42.2(pid=7497): stderr: \u000a| �[0;m�[1;31m20221213101123968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101123968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101123968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101123968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101123968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101123968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101123980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101123989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101123989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101123989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:27.475847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7486): Terminating (SIGTERM)\u000a10:11:27.519038 run iperf3-srv_10.42.42.10(pid=7487): Terminating (SIGTERM)\u000a10:11:27.561769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7488): Terminating (SIGTERM)\u000a10:11:27.604203 run iperf3-srv_10.42.42.10(pid=7489): Terminating (SIGTERM)\u000a10:11:27.646983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7490): Terminating (SIGTERM)\u000a10:11:27.689463 run iperf3-srv_10.42.42.10(pid=7491): Terminating (SIGTERM)\u000a10:11:27.731972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7492): Terminating (SIGTERM)\u000a10:11:27.775037 run iperf3-srv_10.42.42.10(pid=7493): Terminating (SIGTERM)\u000a10:11:27.817883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7496): Terminating (SIGTERM)\u000a10:11:27.860603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7499): Terminating (SIGTERM)\u000a10:11:27.903242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7502): Terminating (SIGTERM)\u000a10:11:27.913147 --- ParallelTerminationStrategy: PID 7486 died...\u000a10:11:27.970853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7486): Terminated: ok {rc=0}\u000a10:11:27.981083 --- ParallelTerminationStrategy: PID 7487 died...\u000a10:11:28.038658 run iperf3-srv_10.42.42.10(pid=7487): Terminated {rc=256}\u000a10:11:28.048930 --- ParallelTerminationStrategy: PID 7488 died...\u000a10:11:28.106276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7488): Terminated: ok {rc=0}\u000a10:11:28.116542 --- ParallelTerminationStrategy: PID 7489 died...\u000a10:11:28.173665 run iperf3-srv_10.42.42.10(pid=7489): Terminated {rc=256}\u000a10:11:28.184267 --- ParallelTerminationStrategy: PID 7490 died...\u000a10:11:28.241505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7490): Terminated: ok {rc=0}\u000a10:11:28.251748 --- ParallelTerminationStrategy: PID 7491 died...\u000a10:11:28.308604 run iperf3-srv_10.42.42.10(pid=7491): Terminated {rc=256}\u000a10:11:28.318714 --- ParallelTerminationStrategy: PID 7492 died...\u000a10:11:28.375888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7492): Terminated: ok {rc=0}\u000a10:11:28.386165 --- ParallelTerminationStrategy: PID 7493 died...\u000a10:11:28.442870 run iperf3-srv_10.42.42.10(pid=7493): Terminated {rc=256}\u000a10:11:28.453107 --- ParallelTerminationStrategy: PID 7496 died...\u000a10:11:28.510182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7496): Terminated: ok {rc=0}\u000a10:11:28.520440 --- ParallelTerminationStrategy: PID 7499 died...\u000a10:11:28.577592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7499): Terminated: ok {rc=0}\u000a10:11:28.587893 --- ParallelTerminationStrategy: PID 7502 died...\u000a10:11:28.645058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7502): Terminated: ok {rc=0}\u000a10:11:28.734460 bus /gobi_4: Setting Powered False\u000a10:11:29.841039 bus /gobi_4: Setting Powered False\u000a10:11:30.963251 bus /gobi_1: Setting Powered False\u000a10:11:32.094129 bus /gobi_1: Setting Powered False\u000a10:11:33.204511 bus /gobi_0: Setting Powered False\u000a10:11:34.307810 bus /gobi_0: Setting Powered False\u000a10:11:35.421692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2388↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2388↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo ping.py\u000a----------------------------------------------\u000a10:11:36.490177 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:36.501581 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a10:11:36.631517 tst ping.py: using LAC 33226\u000a10:11:36.752316 tst ping.py: using RAC 76\u000a10:11:36.873415 tst ping.py: using CellId 33226\u000a10:11:36.993148 tst ping.py: using BVCI 33227\u000a10:11:37.016686 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.027443 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.038236 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.048943 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.059992 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.070606 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.081235 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:37.092134 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:37.376790 tst ping.py:19: start network...\u000a10:11:37.509282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:38.032586 run create_hlr_db(pid=7504): Launched\u000a10:11:38.224510 bus /gobi_6: Setting Powered False\u000a10:11:39.245044 run create_hlr_db(pid=7504): Terminated: ok {rc=0}\u000a10:11:39.687589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Launched\u000a10:11:40.021504 run osmo-hlr_10.42.42.2(pid=7507): Launched\u000a10:11:40.146112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:40.719498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Launched\u000a10:11:41.051976 run osmo-stp_10.42.42.5(pid=7510): Launched\u000a10:11:41.172426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:41.747545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7512): Launched\u000a10:11:41.865402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:42.155986 run patchelf(pid=7513): Launched\u000a10:11:42.348869 run osmo-stp_10.42.42.5(pid=7510): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]\u000a10:11:42.489829 run osmo-stp_10.42.42.5(pid=7510): stdout: \u000a| (launched: 2022-12-13_10:11:40.886720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:42.631314 run osmo-stp_10.42.42.5(pid=7510): stderr: \u000a| �[0;m�[38;5;43m20221213101141076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101141076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101141076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101141077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101141077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101141077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101141077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:42.768117 run osmo-stp_10.42.42.5(pid=7510): stdout: \u000a| (launched: 2022-12-13_10:11:40.886720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:42.903819 run osmo-stp_10.42.42.5(pid=7510): stderr: \u000a| �[0;m�[38;5;43m20221213101141076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101141076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101141076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101141077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101141077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101141077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101141077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:43.061599 run patchelf(pid=7513): Terminating (SIGINT)\u000a10:11:43.246768 run patchelf(pid=7513): Terminated: ok {rc=0}\u000a10:11:43.279946 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2388↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)] [trial-2388↪gprs:sysmo↪ping.py:22]\u000a10:11:43.289292 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:11:43.353589 run osmo-hlr_10.42.42.2(pid=7507): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7507)]\u000a10:11:43.406179 run osmo-hlr_10.42.42.2(pid=7507): stdout: \u000a| (launched: 2022-12-13_10:11:39.855307) \u000a10:11:43.459337 run osmo-hlr_10.42.42.2(pid=7507): stderr: \u000a| �[0;m�[1;31m20221213101140060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101140060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101140060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101140060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101140060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101140060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101140072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101140082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101140082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101140082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:43.504782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Terminating (SIGTERM)\u000a10:11:43.548041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Terminating (SIGTERM)\u000a10:11:43.591024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7512): Terminating (SIGTERM)\u000a10:11:43.600927 --- ParallelTerminationStrategy: PID 7506 died...\u000a10:11:43.658331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Terminated: ok {rc=0}\u000a10:11:43.668639 --- ParallelTerminationStrategy: PID 7509 died...\u000a10:11:43.725845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Terminated: ok {rc=0}\u000a10:11:43.736022 --- ParallelTerminationStrategy: PID 7512 died...\u000a10:11:43.793181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7512): Terminated: ok {rc=0}\u000a10:11:43.881286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7520): Process ended prematurely: osmo-stp_10.42.42.5(pid=7520) [trial-2388↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7520)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7520): Process ended prematurely: osmo-stp_10.42.42.5(pid=7520) [trial-2388↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:11:44.933427 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:44.945244 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a10:11:45.074587 tst ping_idle_ping.py: using LAC 33227\u000a10:11:45.197471 tst ping_idle_ping.py: using RAC 77\u000a10:11:45.326656 tst ping_idle_ping.py: using CellId 33227\u000a10:11:45.455112 tst ping_idle_ping.py: using BVCI 33228\u000a10:11:45.480491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.491712 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.503230 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.514319 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.525696 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.536985 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.548442 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a10:11:45.559909 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a10:11:45.855660 tst ping_idle_ping.py:24: start network...\u000a10:11:46.022125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:46.590838 run create_hlr_db(pid=7514): Launched\u000a10:11:46.772013 bus /gobi_6: Setting Powered False\u000a10:11:47.790291 run create_hlr_db(pid=7514): Terminated: ok {rc=0}\u000a10:11:48.202225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7516): Launched\u000a10:11:48.511358 run osmo-hlr_10.42.42.2(pid=7517): Launched\u000a10:11:48.624774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:49.159471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7519): Launched\u000a10:11:49.467665 run osmo-stp_10.42.42.5(pid=7520): Launched\u000a10:11:49.579274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:50.119189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7522): Launched\u000a10:11:50.229477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:50.500690 run patchelf(pid=7523): Launched\u000a10:11:50.680313 run osmo-stp_10.42.42.5(pid=7520): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7520)]\u000a10:11:50.811561 run osmo-stp_10.42.42.5(pid=7520): stdout: \u000a| (launched: 2022-12-13_10:11:49.315987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:50.942866 run osmo-stp_10.42.42.5(pid=7520): stderr: \u000a| �[0;m�[38;5;43m20221213101149486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101149487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101149487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101149487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101149488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101149488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101149488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:51.070156 run osmo-stp_10.42.42.5(pid=7520): stdout: \u000a| (launched: 2022-12-13_10:11:49.315987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:51.196072 run osmo-stp_10.42.42.5(pid=7520): stderr: \u000a| �[0;m�[38;5;43m20221213101149486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101149487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101149487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101149487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101149488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101149488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101149488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:51.344105 run patchelf(pid=7523): Terminating (SIGINT)\u000a10:11:51.516606 run patchelf(pid=7523): Terminated: ok {rc=0}\u000a10:11:51.547806 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7520): Process ended prematurely: osmo-stp_10.42.42.5(pid=7520) [trial-2388↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7520)] [trial-2388↪gprs:sysmo↪ping_idle_ping.py:27]\u000a10:11:51.556428 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:11:51.616477 run osmo-hlr_10.42.42.2(pid=7517): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7517)]\u000a10:11:51.665367 run osmo-hlr_10.42.42.2(pid=7517): stdout: \u000a| (launched: 2022-12-13_10:11:48.357618) \u000a10:11:51.715294 run osmo-hlr_10.42.42.2(pid=7517): stderr: \u000a| �[0;m�[1;31m20221213101148536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101148536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101148536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101148536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101148536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101148536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101148549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101148558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101148558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101148558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:51.757636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7516): Terminating (SIGTERM)\u000a10:11:51.797437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7519): Terminating (SIGTERM)\u000a10:11:51.837466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7522): Terminating (SIGTERM)\u000a10:11:51.846736 --- ParallelTerminationStrategy: PID 7516 died...\u000a10:11:51.900909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7516): Terminated: ok {rc=0}\u000a10:11:51.911878 --- ParallelTerminationStrategy: PID 7519 died...\u000a10:11:51.965642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7519): Terminated: ok {rc=0}\u000a10:11:51.975438 --- ParallelTerminationStrategy: PID 7522 died...\u000a10:11:52.029685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7522): Terminated: ok {rc=0}\u000a10:11:52.119293 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:10:52" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7537): Process ended prematurely: osmo-stp_10.42.42.5(pid=7537) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7537)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7537): Process ended prematurely: osmo-stp_10.42.42.5(pid=7537) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:11:54.243046 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.254295 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:11:54.389875 tst cs_paging_gprs_active.py: using LAC 33228\u000a10:11:54.523309 tst cs_paging_gprs_active.py: using RAC 78\u000a10:11:54.655861 tst cs_paging_gprs_active.py: using CellId 33228\u000a10:11:54.789895 tst cs_paging_gprs_active.py: using BVCI 33229\u000a10:11:54.815790 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.827120 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.838233 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.849288 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.860502 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.872031 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.883716 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.895136 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:54.906830 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:55.028368 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:55.334760 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:11:55.476248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:55.825945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7527): Launched\u000a10:11:56.116777 run iperf3-srv_10.42.42.10(pid=7528): Launched\u000a10:11:56.323684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:11:56.465101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:56.815628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7529): Launched\u000a10:11:57.107006 run iperf3-srv_10.42.42.10(pid=7530): Launched\u000a10:11:57.314347 tst cs_paging_gprs_active.py:38: start network...\u000a10:11:57.456188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:57.988847 run create_hlr_db(pid=7531): Launched\u000a10:11:58.184118 bus /gobi_6: Setting Powered False\u000a10:11:59.205135 run create_hlr_db(pid=7531): Terminated: ok {rc=0}\u000a10:11:59.628717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7533): Launched\u000a10:11:59.944303 run osmo-hlr_10.42.42.2(pid=7534): Launched\u000a10:12:00.068884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:00.617096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7536): Launched\u000a10:12:01.060697 run osmo-stp_10.42.42.5(pid=7537): Launched\u000a10:12:01.208275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:01.818487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7539): Launched\u000a10:12:01.932641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:02.226663 run patchelf(pid=7540): Launched\u000a10:12:02.410875 run osmo-stp_10.42.42.5(pid=7537): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7537)]\u000a10:12:02.545540 run osmo-stp_10.42.42.5(pid=7537): stdout: \u000a| (launched: 2022-12-13_10:12:00.776262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:02.679124 run osmo-stp_10.42.42.5(pid=7537): stderr: \u000a| �[0;m�[38;5;43m20221213101201003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101201003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101201003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101201003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101201004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101201004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101201004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:02.808335 run osmo-stp_10.42.42.5(pid=7537): stdout: \u000a| (launched: 2022-12-13_10:12:00.776262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:02.936635 run osmo-stp_10.42.42.5(pid=7537): stderr: \u000a| �[0;m�[38;5;43m20221213101201003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101201003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101201003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101201003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101201004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101201004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101201004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:03.086665 run patchelf(pid=7540): Terminating (SIGINT)\u000a10:12:03.263569 run patchelf(pid=7540): Terminated: ok {rc=0}\u000a10:12:03.295699 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7537): Process ended prematurely: osmo-stp_10.42.42.5(pid=7537) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7537)] [trial-2388↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:12:03.304920 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:12:03.365937 run osmo-hlr_10.42.42.2(pid=7534): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7534)]\u000a10:12:03.416355 run osmo-hlr_10.42.42.2(pid=7534): stdout: \u000a| (launched: 2022-12-13_10:11:59.787976) \u000a10:12:03.466692 run osmo-hlr_10.42.42.2(pid=7534): stderr: \u000a| �[0;m�[1;31m20221213101159967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101159968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101159968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101159968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101159968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101159968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101159980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101159988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101159989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101159989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:03.509822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7527): Terminating (SIGTERM)\u000a10:12:03.550394 run iperf3-srv_10.42.42.10(pid=7528): Terminating (SIGTERM)\u000a10:12:03.590928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7529): Terminating (SIGTERM)\u000a10:12:03.631194 run iperf3-srv_10.42.42.10(pid=7530): Terminating (SIGTERM)\u000a10:12:03.671499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7533): Terminating (SIGTERM)\u000a10:12:03.711825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7536): Terminating (SIGTERM)\u000a10:12:03.752167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7539): Terminating (SIGTERM)\u000a10:12:03.761588 --- ParallelTerminationStrategy: PID 7527 died...\u000a10:12:03.815607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7527): Terminated: ok {rc=0}\u000a10:12:03.825343 --- ParallelTerminationStrategy: PID 7528 died...\u000a10:12:03.878692 run iperf3-srv_10.42.42.10(pid=7528): Terminated {rc=256}\u000a10:12:03.888220 --- ParallelTerminationStrategy: PID 7529 died...\u000a10:12:03.941382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7529): Terminated: ok {rc=0}\u000a10:12:03.950933 --- ParallelTerminationStrategy: PID 7530 died...\u000a10:12:04.004100 run iperf3-srv_10.42.42.10(pid=7530): Terminated {rc=256}\u000a10:12:04.013682 --- ParallelTerminationStrategy: PID 7533 died...\u000a10:12:04.067086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7533): Terminated: ok {rc=0}\u000a10:12:04.076685 --- ParallelTerminationStrategy: PID 7536 died...\u000a10:12:04.130521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7536): Terminated: ok {rc=0}\u000a10:12:04.140245 --- ParallelTerminationStrategy: PID 7539 died...\u000a10:12:04.193664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7539): Terminated: ok {rc=0}\u000a10:12:04.283648 bus /gobi_0: Setting Powered False\u000a10:12:05.389918 bus /gobi_0: Setting Powered False\u000a10:12:06.502934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7549): Process ended prematurely: osmo-stp_10.42.42.5(pid=7549) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7549)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7549): Process ended prematurely: osmo-stp_10.42.42.5(pid=7549) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:12:07.615248 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:07.626689 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:12:07.752581 tst iperf3.py: using LAC 33229\u000a10:12:07.876454 tst iperf3.py: using RAC 79\u000a10:12:08.001161 tst iperf3.py: using CellId 33229\u000a10:12:08.125379 tst iperf3.py: using BVCI 33230\u000a10:12:08.149516 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.160237 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.171297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.181915 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.192784 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.203420 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.214207 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.224748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:08.235541 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:08.541777 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:12:08.683348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:09.031790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7541): Launched\u000a10:12:09.323436 run iperf3-srv_10.42.42.10(pid=7542): Launched\u000a10:12:09.529946 tst iperf3.py:8: start network...\u000a10:12:09.670611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:10.202387 run create_hlr_db(pid=7543): Launched\u000a10:12:10.396637 bus /gobi_6: Setting Powered False\u000a10:12:11.417050 run create_hlr_db(pid=7543): Terminated: ok {rc=0}\u000a10:12:11.840594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7545): Launched\u000a10:12:12.155916 run osmo-hlr_10.42.42.2(pid=7546): Launched\u000a10:12:12.280572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:12.826357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7548): Launched\u000a10:12:13.140590 run osmo-stp_10.42.42.5(pid=7549): Launched\u000a10:12:13.253754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:13.801970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7551): Launched\u000a10:12:13.913169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:14.188352 run patchelf(pid=7552): Launched\u000a10:12:14.370769 run osmo-stp_10.42.42.5(pid=7549): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7549)]\u000a10:12:14.503751 run osmo-stp_10.42.42.5(pid=7549): stdout: \u000a| (launched: 2022-12-13_10:12:12.985072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:14.637101 run osmo-stp_10.42.42.5(pid=7549): stderr: \u000a| �[0;m�[38;5;43m20221213101213160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101213160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101213161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101213161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:14.765942 run osmo-stp_10.42.42.5(pid=7549): stdout: \u000a| (launched: 2022-12-13_10:12:12.985072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:14.893513 run osmo-stp_10.42.42.5(pid=7549): stderr: \u000a| �[0;m�[38;5;43m20221213101213160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101213160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101213161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101213161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:15.042589 run patchelf(pid=7552): Terminating (SIGINT)\u000a10:12:15.218723 run patchelf(pid=7552): Terminated: ok {rc=0}\u000a10:12:15.250712 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7549): Process ended prematurely: osmo-stp_10.42.42.5(pid=7549) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7549)] [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a10:12:15.259886 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:12:15.320347 run osmo-hlr_10.42.42.2(pid=7546): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7546)]\u000a10:12:15.369772 run osmo-hlr_10.42.42.2(pid=7546): stdout: \u000a| (launched: 2022-12-13_10:12:11.999546) \u000a10:12:15.419804 run osmo-hlr_10.42.42.2(pid=7546): stderr: \u000a| �[0;m�[1;31m20221213101212179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101212179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101212179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101212179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101212179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101212180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101212191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101212200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101212200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101212200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:15.462444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7541): Terminating (SIGTERM)\u000a10:12:15.502894 run iperf3-srv_10.42.42.10(pid=7542): Terminating (SIGTERM)\u000a10:12:15.545380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7545): Terminating (SIGTERM)\u000a10:12:15.585147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7548): Terminating (SIGTERM)\u000a10:12:15.624833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7551): Terminating (SIGTERM)\u000a10:12:15.634059 --- ParallelTerminationStrategy: PID 7541 died...\u000a10:12:15.687442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7541): Terminated: ok {rc=0}\u000a10:12:15.696937 --- ParallelTerminationStrategy: PID 7542 died...\u000a10:12:15.749795 run iperf3-srv_10.42.42.10(pid=7542): Terminated {rc=256}\u000a10:12:15.759248 --- ParallelTerminationStrategy: PID 7545 died...\u000a10:12:15.812349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7545): Terminated: ok {rc=0}\u000a10:12:15.821961 --- ParallelTerminationStrategy: PID 7548 died...\u000a10:12:15.876511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7548): Terminated: ok {rc=0}\u000a10:12:15.887026 --- ParallelTerminationStrategy: PID 7551 died...\u000a10:12:15.946234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7551): Terminated: ok {rc=0}\u000a10:12:16.032590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7567): Process ended prematurely: osmo-stp_10.42.42.5(pid=7567) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7567)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7567): Process ended prematurely: osmo-stp_10.42.42.5(pid=7567) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:12:17.173170 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.189071 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:12:17.322501 tst iperf3m4.py: using LAC 33230\u000a10:12:17.445504 tst iperf3m4.py: using RAC 80\u000a10:12:17.568355 tst iperf3m4.py: using CellId 33230\u000a10:12:17.691818 tst iperf3m4.py: using BVCI 33231\u000a10:12:17.715842 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.726727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.737417 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.747962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.758613 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.769140 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.779816 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.790703 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:17.801702 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:17.920857 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:18.046366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:18.165927 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:18.469844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:12:18.610978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:18.963209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7553): Launched\u000a10:12:19.253314 run iperf3-srv_10.42.42.10(pid=7554): Launched\u000a10:12:19.459137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:12:19.599729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:19.947880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7555): Launched\u000a10:12:20.239518 run iperf3-srv_10.42.42.10(pid=7556): Launched\u000a10:12:20.445564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:12:20.586020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:20.935727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7557): Launched\u000a10:12:21.227163 run iperf3-srv_10.42.42.10(pid=7558): Launched\u000a10:12:21.433414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:12:21.573998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:21.923764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7559): Launched\u000a10:12:22.215425 run iperf3-srv_10.42.42.10(pid=7560): Launched\u000a10:12:22.421388 tst iperf3m4.py:8: start network...\u000a10:12:22.561741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:23.092134 run create_hlr_db(pid=7561): Launched\u000a10:12:23.286682 bus /gobi_6: Setting Powered False\u000a10:12:24.307544 run create_hlr_db(pid=7561): Terminated: ok {rc=0}\u000a10:12:24.728601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7563): Launched\u000a10:12:25.043989 run osmo-hlr_10.42.42.2(pid=7564): Launched\u000a10:12:25.159981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:25.705787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7566): Launched\u000a10:12:26.021978 run osmo-stp_10.42.42.5(pid=7567): Launched\u000a10:12:26.136026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:26.682558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7569): Launched\u000a10:12:26.794310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:27.069494 run patchelf(pid=7570): Launched\u000a10:12:27.252587 run osmo-stp_10.42.42.5(pid=7567): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7567)]\u000a10:12:27.385978 run osmo-stp_10.42.42.5(pid=7567): stdout: \u000a| (launched: 2022-12-13_10:12:25.865065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:27.519886 run osmo-stp_10.42.42.5(pid=7567): stderr: \u000a| �[0;m�[38;5;43m20221213101226038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101226038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101226039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101226039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101226039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101226040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101226040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:27.650195 run osmo-stp_10.42.42.5(pid=7567): stdout: \u000a| (launched: 2022-12-13_10:12:25.865065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:27.778203 run osmo-stp_10.42.42.5(pid=7567): stderr: \u000a| �[0;m�[38;5;43m20221213101226038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101226038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101226039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101226039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101226039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101226040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101226040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:27.927171 run patchelf(pid=7570): Terminating (SIGINT)\u000a10:12:28.103481 run patchelf(pid=7570): Terminated: ok {rc=0}\u000a10:12:28.135703 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7567): Process ended prematurely: osmo-stp_10.42.42.5(pid=7567) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7567)] [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:12:28.145012 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:12:28.205959 run osmo-hlr_10.42.42.2(pid=7564): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7564)]\u000a10:12:28.255515 run osmo-hlr_10.42.42.2(pid=7564): stdout: \u000a| (launched: 2022-12-13_10:12:24.887086) \u000a10:12:28.305653 run osmo-hlr_10.42.42.2(pid=7564): stderr: \u000a| �[0;m�[1;31m20221213101225065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101225065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101225065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101225065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101225065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101225065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101225077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101225087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101225087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101225087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:28.348297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7553): Terminating (SIGTERM)\u000a10:12:28.388537 run iperf3-srv_10.42.42.10(pid=7554): Terminating (SIGTERM)\u000a10:12:28.428857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7555): Terminating (SIGTERM)\u000a10:12:28.469025 run iperf3-srv_10.42.42.10(pid=7556): Terminating (SIGTERM)\u000a10:12:28.509337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7557): Terminating (SIGTERM)\u000a10:12:28.549484 run iperf3-srv_10.42.42.10(pid=7558): Terminating (SIGTERM)\u000a10:12:28.589578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7559): Terminating (SIGTERM)\u000a10:12:28.630218 run iperf3-srv_10.42.42.10(pid=7560): Terminating (SIGTERM)\u000a10:12:28.670451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7563): Terminating (SIGTERM)\u000a10:12:28.710636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7566): Terminating (SIGTERM)\u000a10:12:28.750944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7569): Terminating (SIGTERM)\u000a10:12:28.760256 --- ParallelTerminationStrategy: PID 7553 died...\u000a10:12:28.813962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7553): Terminated: ok {rc=0}\u000a10:12:28.823611 --- ParallelTerminationStrategy: PID 7554 died...\u000a10:12:28.876752 run iperf3-srv_10.42.42.10(pid=7554): Terminated {rc=256}\u000a10:12:28.886316 --- ParallelTerminationStrategy: PID 7555 died...\u000a10:12:28.939747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7555): Terminated: ok {rc=0}\u000a10:12:28.949341 --- ParallelTerminationStrategy: PID 7556 died...\u000a10:12:29.002383 run iperf3-srv_10.42.42.10(pid=7556): Terminated {rc=256}\u000a10:12:29.011934 --- ParallelTerminationStrategy: PID 7557 died...\u000a10:12:29.065329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7557): Terminated: ok {rc=0}\u000a10:12:29.074948 --- ParallelTerminationStrategy: PID 7558 died...\u000a10:12:29.128353 run iperf3-srv_10.42.42.10(pid=7558): Terminated {rc=256}\u000a10:12:29.138008 --- ParallelTerminationStrategy: PID 7559 died...\u000a10:12:29.191397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7559): Terminated: ok {rc=0}\u000a10:12:29.201028 --- ParallelTerminationStrategy: PID 7560 died...\u000a10:12:29.254199 run iperf3-srv_10.42.42.10(pid=7560): Terminated {rc=256}\u000a10:12:29.263869 --- ParallelTerminationStrategy: PID 7563 died...\u000a10:12:29.317292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7563): Terminated: ok {rc=0}\u000a10:12:29.326945 --- ParallelTerminationStrategy: PID 7566 died...\u000a10:12:29.380377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7566): Terminated: ok {rc=0}\u000a10:12:29.390090 --- ParallelTerminationStrategy: PID 7569 died...\u000a10:12:29.443621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7569): Terminated: ok {rc=0}\u000a10:12:29.533184 bus /gobi_4: Setting Powered False\u000a10:12:30.636983 bus /gobi_4: Setting Powered False\u000a10:12:31.778937 bus /gobi_1: Setting Powered False\u000a10:12:32.886332 bus /gobi_1: Setting Powered False\u000a10:12:33.995569 bus /gobi_0: Setting Powered False\u000a10:12:35.099206 bus /gobi_0: Setting Powered False\u000a10:12:36.208657 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7577): Process ended prematurely: osmo-stp_10.42.42.5(pid=7577) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7577): Process ended prematurely: osmo-stp_10.42.42.5(pid=7577) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:12:37.278802 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.290884 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:12:37.418507 tst ping.py: using LAC 33231\u000a10:12:37.540108 tst ping.py: using RAC 81\u000a10:12:37.663552 tst ping.py: using CellId 33231\u000a10:12:37.786905 tst ping.py: using BVCI 33232\u000a10:12:37.810536 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.821630 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.832289 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.843174 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.853866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.864623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.875412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:37.886110 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:38.190031 tst ping.py:19: start network...\u000a10:12:38.328777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:38.852561 run create_hlr_db(pid=7571): Launched\u000a10:12:39.044313 bus /gobi_6: Setting Powered False\u000a10:12:40.064255 run create_hlr_db(pid=7571): Terminated: ok {rc=0}\u000a10:12:40.484524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7573): Launched\u000a10:12:40.794766 run osmo-hlr_10.42.42.2(pid=7574): Launched\u000a10:12:40.911732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:41.448897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7576): Launched\u000a10:12:41.760139 run osmo-stp_10.42.42.5(pid=7577): Launched\u000a10:12:41.871558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:42.411147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7579): Launched\u000a10:12:42.520660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:42.791310 run patchelf(pid=7580): Launched\u000a10:12:42.970770 run osmo-stp_10.42.42.5(pid=7577): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)]\u000a10:12:43.101840 run osmo-stp_10.42.42.5(pid=7577): stdout: \u000a| (launched: 2022-12-13_10:12:41.604771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:43.232753 run osmo-stp_10.42.42.5(pid=7577): stderr: \u000a| �[0;m�[38;5;43m20221213101241777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101241777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101241777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101241777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101241778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101241778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101241778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:43.359435 run osmo-stp_10.42.42.5(pid=7577): stdout: \u000a| (launched: 2022-12-13_10:12:41.604771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:43.485420 run osmo-stp_10.42.42.5(pid=7577): stderr: \u000a| �[0;m�[38;5;43m20221213101241777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101241777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101241777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101241777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101241778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101241778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101241778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:43.632291 run patchelf(pid=7580): Terminating (SIGINT)\u000a10:12:43.805556 run patchelf(pid=7580): Terminated: ok {rc=0}\u000a10:12:43.836688 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7577): Process ended prematurely: osmo-stp_10.42.42.5(pid=7577) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)] [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a10:12:43.845355 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:12:43.906135 run osmo-hlr_10.42.42.2(pid=7574): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7574)]\u000a10:12:43.955609 run osmo-hlr_10.42.42.2(pid=7574): stdout: \u000a| (launched: 2022-12-13_10:12:40.640700) \u000a10:12:44.005868 run osmo-hlr_10.42.42.2(pid=7574): stderr: \u000a| �[0;m�[1;31m20221213101240821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101240821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101240821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101240821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101240821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101240821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101240833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101240842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101240842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101240842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:44.048524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7573): Terminating (SIGTERM)\u000a10:12:44.089057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7576): Terminating (SIGTERM)\u000a10:12:44.129597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7579): Terminating (SIGTERM)\u000a10:12:44.139033 --- ParallelTerminationStrategy: PID 7573 died...\u000a10:12:44.193590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7573): Terminated: ok {rc=0}\u000a10:12:44.203508 --- ParallelTerminationStrategy: PID 7576 died...\u000a10:12:44.257856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7576): Terminated: ok {rc=0}\u000a10:12:44.267464 --- ParallelTerminationStrategy: PID 7579 died...\u000a10:12:44.321925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7579): Terminated: ok {rc=0}\u000a10:12:44.407226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7587): Process ended prematurely: osmo-stp_10.42.42.5(pid=7587) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7587): Process ended prematurely: osmo-stp_10.42.42.5(pid=7587) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:12:45.460144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:45.472716 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:12:45.609476 tst ping_idle_ping.py: using LAC 33232\u000a10:12:45.739934 tst ping_idle_ping.py: using RAC 82\u000a10:12:45.879284 tst ping_idle_ping.py: using CellId 33232\u000a10:12:46.016929 tst ping_idle_ping.py: using BVCI 33233\u000a10:12:46.043231 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.055292 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.067280 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.079747 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.091919 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.104002 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.116298 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:46.128639 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:46.429286 tst ping_idle_ping.py:24: start network...\u000a10:12:46.562999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:47.103558 run create_hlr_db(pid=7581): Launched\u000a10:12:47.287115 bus /gobi_6: Setting Powered False\u000a10:12:48.303324 run create_hlr_db(pid=7581): Terminated: ok {rc=0}\u000a10:12:48.716277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7583): Launched\u000a10:12:49.026919 run osmo-hlr_10.42.42.2(pid=7584): Launched\u000a10:12:49.144492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:49.681435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7586): Launched\u000a10:12:49.992340 run osmo-stp_10.42.42.5(pid=7587): Launched\u000a10:12:50.105096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:50.646757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7589): Launched\u000a10:12:50.756579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:51.028275 run patchelf(pid=7590): Launched\u000a10:12:51.208501 run osmo-stp_10.42.42.5(pid=7587): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)]\u000a10:12:51.340255 run osmo-stp_10.42.42.5(pid=7587): stdout: \u000a| (launched: 2022-12-13_10:12:49.838700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:51.471903 run osmo-stp_10.42.42.5(pid=7587): stderr: \u000a| �[0;m�[38;5;43m20221213101250012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101250012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101250012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101250013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101250013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101250013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101250013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:51.599458 run osmo-stp_10.42.42.5(pid=7587): stdout: \u000a| (launched: 2022-12-13_10:12:49.838700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:51.725375 run osmo-stp_10.42.42.5(pid=7587): stderr: \u000a| �[0;m�[38;5;43m20221213101250012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101250012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101250012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101250013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101250013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101250013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101250013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:51.873657 run patchelf(pid=7590): Terminating (SIGINT)\u000a10:12:52.046849 run patchelf(pid=7590): Terminated: ok {rc=0}\u000a10:12:52.078164 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7587): Process ended prematurely: osmo-stp_10.42.42.5(pid=7587) [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)] [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:12:52.086964 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:12:52.147553 run osmo-hlr_10.42.42.2(pid=7584): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7584)]\u000a10:12:52.196982 run osmo-hlr_10.42.42.2(pid=7584): stdout: \u000a| (launched: 2022-12-13_10:12:48.873064) \u000a10:12:52.247162 run osmo-hlr_10.42.42.2(pid=7584): stderr: \u000a| �[0;m�[1;31m20221213101249051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101249051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101249051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101249051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101249051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101249051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101249063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101249072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101249072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101249072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:52.289762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7583): Terminating (SIGTERM)\u000a10:12:52.329864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7586): Terminating (SIGTERM)\u000a10:12:52.370128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7589): Terminating (SIGTERM)\u000a10:12:52.379443 --- ParallelTerminationStrategy: PID 7583 died...\u000a10:12:52.433362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7583): Terminated: ok {rc=0}\u000a10:12:52.443109 --- ParallelTerminationStrategy: PID 7586 died...\u000a10:12:52.496990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7586): Terminated: ok {rc=0}\u000a10:12:52.506684 --- ParallelTerminationStrategy: PID 7589 died...\u000a10:12:52.560180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7589): Terminated: ok {rc=0}\u000a10:12:52.644572 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:11:53" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7605): Process ended prematurely: osmo-stp_10.42.42.5(pid=7605) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7605): Process ended prematurely: osmo-stp_10.42.42.5(pid=7605) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:12:54.777421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:54.788911 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:12:54.942265 tst cs_paging_gprs_active.py: using LAC 33233\u000a10:12:55.076885 tst cs_paging_gprs_active.py: using RAC 83\u000a10:12:55.209739 tst cs_paging_gprs_active.py: using CellId 33233\u000a10:12:55.341461 tst cs_paging_gprs_active.py: using BVCI 33234\u000a10:12:55.367381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.378789 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.390113 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.401442 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.412899 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.424444 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.436098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.447630 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:55.459596 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:55.579793 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:55.886561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:12:56.027812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:56.378104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7595): Launched\u000a10:12:56.669234 run iperf3-srv_10.42.42.10(pid=7596): Launched\u000a10:12:56.875829 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:12:57.017306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:57.369096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7597): Launched\u000a10:12:57.661874 run iperf3-srv_10.42.42.10(pid=7598): Launched\u000a10:12:57.868873 tst cs_paging_gprs_active.py:38: start network...\u000a10:12:58.010128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:58.543041 run create_hlr_db(pid=7599): Launched\u000a10:12:58.737755 bus /gobi_6: Setting Powered False\u000a10:12:59.758855 run create_hlr_db(pid=7599): Terminated: ok {rc=0}\u000a10:13:00.183003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7601): Launched\u000a10:13:00.502529 run osmo-hlr_10.42.42.2(pid=7602): Launched\u000a10:13:00.628145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:01.225824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7604): Launched\u000a10:13:01.643446 run osmo-stp_10.42.42.5(pid=7605): Launched\u000a10:13:01.862169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:02.498920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7607): Launched\u000a10:13:02.610673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:02.885839 run patchelf(pid=7608): Launched\u000a10:13:03.068697 run osmo-stp_10.42.42.5(pid=7605): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)]\u000a10:13:03.202285 run osmo-stp_10.42.42.5(pid=7605): stdout: \u000a| (launched: 2022-12-13_10:13:01.388917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:03.335287 run osmo-stp_10.42.42.5(pid=7605): stderr: \u000a| �[0;m�[38;5;43m20221213101301712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101301712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101301712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101301713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101301713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101301713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101301714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:03.464141 run osmo-stp_10.42.42.5(pid=7605): stdout: \u000a| (launched: 2022-12-13_10:13:01.388917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:03.591846 run osmo-stp_10.42.42.5(pid=7605): stderr: \u000a| �[0;m�[38;5;43m20221213101301712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101301712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101301712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101301713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101301713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101301713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101301714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:03.741483 run patchelf(pid=7608): Terminating (SIGINT)\u000a10:13:03.918693 run patchelf(pid=7608): Terminated: ok {rc=0}\u000a10:13:03.950858 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7605): Process ended prematurely: osmo-stp_10.42.42.5(pid=7605) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:13:03.960126 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a10:13:04.020428 run osmo-hlr_10.42.42.2(pid=7602): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7602)]\u000a10:13:04.069751 run osmo-hlr_10.42.42.2(pid=7602): stdout: \u000a| (launched: 2022-12-13_10:13:00.344498) \u000a10:13:04.119817 run osmo-hlr_10.42.42.2(pid=7602): stderr: \u000a| �[0;m�[1;31m20221213101300523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101300523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101300523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101300523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101300523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101300523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101300536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101300545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101300546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101300546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:04.162428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7595): Terminating (SIGTERM)\u000a10:13:04.202498 run iperf3-srv_10.42.42.10(pid=7596): Terminating (SIGTERM)\u000a10:13:04.242452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7597): Terminating (SIGTERM)\u000a10:13:04.282449 run iperf3-srv_10.42.42.10(pid=7598): Terminating (SIGTERM)\u000a10:13:04.322395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7601): Terminating (SIGTERM)\u000a10:13:04.362409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7604): Terminating (SIGTERM)\u000a10:13:04.402538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7607): Terminating (SIGTERM)\u000a10:13:04.411848 --- ParallelTerminationStrategy: PID 7595 died...\u000a10:13:04.465567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7595): Terminated: ok {rc=0}\u000a10:13:04.475185 --- ParallelTerminationStrategy: PID 7596 died...\u000a10:13:04.528271 run iperf3-srv_10.42.42.10(pid=7596): Terminated {rc=256}\u000a10:13:04.537937 --- ParallelTerminationStrategy: PID 7597 died...\u000a10:13:04.591284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7597): Terminated: ok {rc=0}\u000a10:13:04.600830 --- ParallelTerminationStrategy: PID 7598 died...\u000a10:13:04.653967 run iperf3-srv_10.42.42.10(pid=7598): Terminated {rc=256}\u000a10:13:04.663584 --- ParallelTerminationStrategy: PID 7601 died...\u000a10:13:04.716841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7601): Terminated: ok {rc=0}\u000a10:13:04.726453 --- ParallelTerminationStrategy: PID 7604 died...\u000a10:13:04.779848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7604): Terminated: ok {rc=0}\u000a10:13:04.789914 --- ParallelTerminationStrategy: PID 7607 died...\u000a10:13:04.843976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7607): Terminated: ok {rc=0}\u000a10:13:04.932932 bus /gobi_0: Setting Powered False\u000a10:13:06.034458 bus /gobi_0: Setting Powered False\u000a10:13:07.146764 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7617): Process ended prematurely: osmo-stp_10.42.42.5(pid=7617) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7617)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7617): Process ended prematurely: osmo-stp_10.42.42.5(pid=7617) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:13:08.259191 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.270963 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:13:08.421219 tst iperf3.py: using LAC 33234\u000a10:13:08.545271 tst iperf3.py: using RAC 84\u000a10:13:08.668761 tst iperf3.py: using CellId 33234\u000a10:13:08.792539 tst iperf3.py: using BVCI 33235\u000a10:13:08.816412 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.827342 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.838102 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.848800 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.859351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.870085 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.880783 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.891316 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:08.902147 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:09.189916 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:13:09.320286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:09.646510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7609): Launched\u000a10:13:09.920160 run iperf3-srv_10.42.42.10(pid=7610): Launched\u000a10:13:10.111079 tst iperf3.py:8: start network...\u000a10:13:10.241049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:10.745994 run create_hlr_db(pid=7611): Launched\u000a10:13:10.926101 bus /gobi_6: Setting Powered False\u000a10:13:11.947604 run create_hlr_db(pid=7611): Terminated: ok {rc=0}\u000a10:13:12.396168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7613): Launched\u000a10:13:12.733577 run osmo-hlr_10.42.42.2(pid=7614): Launched\u000a10:13:12.857410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:13.443596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7616): Launched\u000a10:13:13.781525 run osmo-stp_10.42.42.5(pid=7617): Launched\u000a10:13:13.903561 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:14.491362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7619): Launched\u000a10:13:14.611287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:14.905919 run patchelf(pid=7620): Launched\u000a10:13:15.100792 run osmo-stp_10.42.42.5(pid=7617): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7617)]\u000a10:13:15.243493 run osmo-stp_10.42.42.5(pid=7617): stdout: \u000a| (launched: 2022-12-13_10:13:13.615102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:15.386433 run osmo-stp_10.42.42.5(pid=7617): stderr: \u000a| �[0;m�[38;5;43m20221213101313807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101313807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101313808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101313808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101313808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:15.524534 run osmo-stp_10.42.42.5(pid=7617): stdout: \u000a| (launched: 2022-12-13_10:13:13.615102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:15.661626 run osmo-stp_10.42.42.5(pid=7617): stderr: \u000a| �[0;m�[38;5;43m20221213101313807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101313807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101313808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101313808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101313808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:15.821620 run patchelf(pid=7620): Terminating (SIGINT)\u000a10:13:16.025669 run patchelf(pid=7620): Terminated: ok {rc=0}\u000a10:13:16.058675 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7617): Process ended prematurely: osmo-stp_10.42.42.5(pid=7617) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7617)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:13:16.068574 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:13:16.131580 run osmo-hlr_10.42.42.2(pid=7614): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7614)]\u000a10:13:16.183831 run osmo-hlr_10.42.42.2(pid=7614): stdout: \u000a| (launched: 2022-12-13_10:13:12.567611) \u000a10:13:16.236632 run osmo-hlr_10.42.42.2(pid=7614): stderr: \u000a| �[0;m�[1;31m20221213101312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101312765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101312765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101312765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101312765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101312781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101312791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101312792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101312792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:16.282546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7609): Terminating (SIGTERM)\u000a10:13:16.324050 run iperf3-srv_10.42.42.10(pid=7610): Terminating (SIGTERM)\u000a10:13:16.367275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7613): Terminating (SIGTERM)\u000a10:13:16.411525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7616): Terminating (SIGTERM)\u000a10:13:16.455423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7619): Terminating (SIGTERM)\u000a10:13:16.465881 --- ParallelTerminationStrategy: PID 7609 died...\u000a10:13:16.523169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7609): Terminated: ok {rc=0}\u000a10:13:16.533587 --- ParallelTerminationStrategy: PID 7610 died...\u000a10:13:16.590049 run iperf3-srv_10.42.42.10(pid=7610): Terminated {rc=256}\u000a10:13:16.600239 --- ParallelTerminationStrategy: PID 7613 died...\u000a10:13:16.656204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7613): Terminated: ok {rc=0}\u000a10:13:16.666978 --- ParallelTerminationStrategy: PID 7616 died...\u000a10:13:16.722158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7616): Terminated: ok {rc=0}\u000a10:13:16.732611 --- ParallelTerminationStrategy: PID 7619 died...\u000a10:13:16.789025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7619): Terminated: ok {rc=0}\u000a10:13:16.875895 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7645): Process ended prematurely: osmo-stp_10.42.42.5(pid=7645) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7645)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7645): Process ended prematurely: osmo-stp_10.42.42.5(pid=7645) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:13:17.989103 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.000651 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:13:18.148615 tst iperf3m4.py: using LAC 33235\u000a10:13:18.272551 tst iperf3m4.py: using RAC 85\u000a10:13:18.396534 tst iperf3m4.py: using CellId 33235\u000a10:13:18.520827 tst iperf3m4.py: using BVCI 33236\u000a10:13:18.545106 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.556166 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.567054 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.577916 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.588633 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.599474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.610417 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.621439 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:18.632705 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:18.751064 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:18.877213 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:19.000170 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:19.306631 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:13:19.448203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:19.798600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7621): Launched\u000a10:13:20.090806 run iperf3-srv_10.42.42.10(pid=7622): Launched\u000a10:13:20.297255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:13:20.438034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:20.787581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7623): Launched\u000a10:13:21.078666 run iperf3-srv_10.42.42.10(pid=7624): Launched\u000a10:13:21.285384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:13:21.426110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:21.775917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7625): Launched\u000a10:13:22.068294 run iperf3-srv_10.42.42.10(pid=7626): Launched\u000a10:13:22.275747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:13:22.416436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:22.765035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7627): Launched\u000a10:13:23.057464 run iperf3-srv_10.42.42.10(pid=7628): Launched\u000a10:13:23.264175 tst iperf3m4.py:8: start network...\u000a10:13:23.404889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:23.935313 run create_hlr_db(pid=7629): Launched\u000a10:13:24.130994 bus /gobi_6: Setting Powered False\u000a10:13:25.151204 run create_hlr_db(pid=7629): Terminated: ok {rc=0}\u000a10:13:25.575006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7641): Launched\u000a10:13:25.889801 run osmo-hlr_10.42.42.2(pid=7642): Launched\u000a10:13:26.004539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:26.550759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7644): Launched\u000a10:13:26.866073 run osmo-stp_10.42.42.5(pid=7645): Launched\u000a10:13:26.979316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:27.526544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7647): Launched\u000a10:13:27.637901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:27.913718 run patchelf(pid=7648): Launched\u000a10:13:28.097092 run osmo-stp_10.42.42.5(pid=7645): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7645)]\u000a10:13:28.230502 run osmo-stp_10.42.42.5(pid=7645): stdout: \u000a| (launched: 2022-12-13_10:13:26.709435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:28.363896 run osmo-stp_10.42.42.5(pid=7645): stderr: \u000a| �[0;m�[38;5;43m20221213101326883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101326883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101326883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101326884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101326884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101326884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101326884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:28.492881 run osmo-stp_10.42.42.5(pid=7645): stdout: \u000a| (launched: 2022-12-13_10:13:26.709435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:28.620692 run osmo-stp_10.42.42.5(pid=7645): stderr: \u000a| �[0;m�[38;5;43m20221213101326883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101326883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101326883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101326884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101326884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101326884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101326884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:28.769895 run patchelf(pid=7648): Terminating (SIGINT)\u000a10:13:28.945203 run patchelf(pid=7648): Terminated: ok {rc=0}\u000a10:13:28.977141 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7645): Process ended prematurely: osmo-stp_10.42.42.5(pid=7645) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7645)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:13:28.986396 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:13:29.047260 run osmo-hlr_10.42.42.2(pid=7642): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7642)]\u000a10:13:29.096855 run osmo-hlr_10.42.42.2(pid=7642): stdout: \u000a| (launched: 2022-12-13_10:13:25.734508) \u000a10:13:29.147071 run osmo-hlr_10.42.42.2(pid=7642): stderr: \u000a| �[0;m�[1;31m20221213101325912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101325912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101325912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101325912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101325913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101325913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101325925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101325934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101325934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101325934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:29.189509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7621): Terminating (SIGTERM)\u000a10:13:29.229615 run iperf3-srv_10.42.42.10(pid=7622): Terminating (SIGTERM)\u000a10:13:29.269760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7623): Terminating (SIGTERM)\u000a10:13:29.309594 run iperf3-srv_10.42.42.10(pid=7624): Terminating (SIGTERM)\u000a10:13:29.349588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7625): Terminating (SIGTERM)\u000a10:13:29.389302 run iperf3-srv_10.42.42.10(pid=7626): Terminating (SIGTERM)\u000a10:13:29.429136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7627): Terminating (SIGTERM)\u000a10:13:29.468895 run iperf3-srv_10.42.42.10(pid=7628): Terminating (SIGTERM)\u000a10:13:29.508773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7641): Terminating (SIGTERM)\u000a10:13:29.549074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7644): Terminating (SIGTERM)\u000a10:13:29.589067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7647): Terminating (SIGTERM)\u000a10:13:29.598397 --- ParallelTerminationStrategy: PID 7621 died...\u000a10:13:29.651964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7621): Terminated: ok {rc=0}\u000a10:13:29.661636 --- ParallelTerminationStrategy: PID 7622 died...\u000a10:13:29.714755 run iperf3-srv_10.42.42.10(pid=7622): Terminated {rc=256}\u000a10:13:29.724278 --- ParallelTerminationStrategy: PID 7623 died...\u000a10:13:29.777580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7623): Terminated: ok {rc=0}\u000a10:13:29.787227 --- ParallelTerminationStrategy: PID 7624 died...\u000a10:13:29.840492 run iperf3-srv_10.42.42.10(pid=7624): Terminated {rc=256}\u000a10:13:29.850101 --- ParallelTerminationStrategy: PID 7625 died...\u000a10:13:29.903308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7625): Terminated: ok {rc=0}\u000a10:13:29.912868 --- ParallelTerminationStrategy: PID 7626 died...\u000a10:13:29.965611 run iperf3-srv_10.42.42.10(pid=7626): Terminated {rc=256}\u000a10:13:29.975154 --- ParallelTerminationStrategy: PID 7627 died...\u000a10:13:30.028269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7627): Terminated: ok {rc=0}\u000a10:13:30.037870 --- ParallelTerminationStrategy: PID 7628 died...\u000a10:13:30.091449 run iperf3-srv_10.42.42.10(pid=7628): Terminated {rc=256}\u000a10:13:30.101160 --- ParallelTerminationStrategy: PID 7641 died...\u000a10:13:30.154551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7641): Terminated: ok {rc=0}\u000a10:13:30.164290 --- ParallelTerminationStrategy: PID 7644 died...\u000a10:13:30.217682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7644): Terminated: ok {rc=0}\u000a10:13:30.227404 --- ParallelTerminationStrategy: PID 7647 died...\u000a10:13:30.280724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7647): Terminated: ok {rc=0}\u000a10:13:30.370307 bus /gobi_4: Setting Powered False\u000a10:13:31.477863 bus /gobi_4: Setting Powered False\u000a10:13:32.587763 bus /gobi_1: Setting Powered False\u000a10:13:33.691555 bus /gobi_1: Setting Powered False\u000a10:13:34.803977 bus /gobi_0: Setting Powered False\u000a10:13:35.907813 bus /gobi_0: Setting Powered False\u000a10:13:37.018194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7655): Process ended prematurely: osmo-stp_10.42.42.5(pid=7655) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7655): Process ended prematurely: osmo-stp_10.42.42.5(pid=7655) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:13:38.088400 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.100925 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:13:38.255239 tst ping.py: using LAC 33236\u000a10:13:38.379637 tst ping.py: using RAC 86\u000a10:13:38.502598 tst ping.py: using CellId 33236\u000a10:13:38.625955 tst ping.py: using BVCI 33237\u000a10:13:38.649844 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.660702 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.671477 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.682216 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.693304 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.704170 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.715133 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:38.725839 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:39.010169 tst ping.py:19: start network...\u000a10:13:39.137712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:39.632347 run create_hlr_db(pid=7649): Launched\u000a10:13:39.809400 bus /gobi_6: Setting Powered False\u000a10:13:40.830491 run create_hlr_db(pid=7649): Terminated: ok {rc=0}\u000a10:13:41.274838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7651): Launched\u000a10:13:41.608428 run osmo-hlr_10.42.42.2(pid=7652): Launched\u000a10:13:41.729682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:42.318520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7654): Launched\u000a10:13:42.652350 run osmo-stp_10.42.42.5(pid=7655): Launched\u000a10:13:42.772513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:43.348936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7657): Launched\u000a10:13:43.467319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:43.756418 run patchelf(pid=7658): Launched\u000a10:13:43.949183 run osmo-stp_10.42.42.5(pid=7655): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)]\u000a10:13:44.090028 run osmo-stp_10.42.42.5(pid=7655): stdout: \u000a| (launched: 2022-12-13_10:13:42.486755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:44.231989 run osmo-stp_10.42.42.5(pid=7655): stderr: \u000a| �[0;m�[38;5;43m20221213101342678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101342678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101342679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101342679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101342680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101342680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101342680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:44.369029 run osmo-stp_10.42.42.5(pid=7655): stdout: \u000a| (launched: 2022-12-13_10:13:42.486755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:44.504599 run osmo-stp_10.42.42.5(pid=7655): stderr: \u000a| �[0;m�[38;5;43m20221213101342678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101342678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101342679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101342679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101342680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101342680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101342680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:44.662039 run patchelf(pid=7658): Terminating (SIGINT)\u000a10:13:44.847165 run patchelf(pid=7658): Terminated: ok {rc=0}\u000a10:13:44.881115 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7655): Process ended prematurely: osmo-stp_10.42.42.5(pid=7655) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:13:44.890794 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:13:44.955285 run osmo-hlr_10.42.42.2(pid=7652): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7652)]\u000a10:13:45.007702 run osmo-hlr_10.42.42.2(pid=7652): stdout: \u000a| (launched: 2022-12-13_10:13:41.442846) \u000a10:13:45.060485 run osmo-hlr_10.42.42.2(pid=7652): stderr: \u000a| �[0;m�[1;31m20221213101341638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101341638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101341638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101341638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101341638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101341638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101341651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101341660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101341660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101341660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:45.106204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7651): Terminating (SIGTERM)\u000a10:13:45.149145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7654): Terminating (SIGTERM)\u000a10:13:45.191998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7657): Terminating (SIGTERM)\u000a10:13:45.201840 --- ParallelTerminationStrategy: PID 7651 died...\u000a10:13:45.259322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7651): Terminated: ok {rc=0}\u000a10:13:45.269963 --- ParallelTerminationStrategy: PID 7654 died...\u000a10:13:45.326756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7654): Terminated: ok {rc=0}\u000a10:13:45.336827 --- ParallelTerminationStrategy: PID 7657 died...\u000a10:13:45.393772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7657): Terminated: ok {rc=0}\u000a10:13:45.481507 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7665): Process ended prematurely: osmo-stp_10.42.42.5(pid=7665) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7665)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7665): Process ended prematurely: osmo-stp_10.42.42.5(pid=7665) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:13:46.533140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:46.546025 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:13:46.709500 tst ping_idle_ping.py: using LAC 33237\u000a10:13:46.861602 tst ping_idle_ping.py: using RAC 87\u000a10:13:46.990475 tst ping_idle_ping.py: using CellId 33237\u000a10:13:47.121577 tst ping_idle_ping.py: using BVCI 33238\u000a10:13:47.147737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.160121 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.172133 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.184024 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.196209 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.208086 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.220333 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:47.232331 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:47.535723 tst ping_idle_ping.py:24: start network...\u000a10:13:47.674680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:48.201194 run create_hlr_db(pid=7659): Launched\u000a10:13:48.393980 bus /gobi_6: Setting Powered False\u000a10:13:49.415079 run create_hlr_db(pid=7659): Terminated: ok {rc=0}\u000a10:13:49.835190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7661): Launched\u000a10:13:50.149068 run osmo-hlr_10.42.42.2(pid=7662): Launched\u000a10:13:50.270922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:50.815932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7664): Launched\u000a10:13:51.128263 run osmo-stp_10.42.42.5(pid=7665): Launched\u000a10:13:51.240111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:51.782697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7667): Launched\u000a10:13:51.893139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:52.164156 run patchelf(pid=7668): Launched\u000a10:13:52.345708 run osmo-stp_10.42.42.5(pid=7665): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7665)]\u000a10:13:52.478009 run osmo-stp_10.42.42.5(pid=7665): stdout: \u000a| (launched: 2022-12-13_10:13:50.972805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:52.610452 run osmo-stp_10.42.42.5(pid=7665): stderr: \u000a| �[0;m�[38;5;43m20221213101351143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101351143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101351143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101351144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101351144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101351144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101351144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:52.738601 run osmo-stp_10.42.42.5(pid=7665): stdout: \u000a| (launched: 2022-12-13_10:13:50.972805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:52.865546 run osmo-stp_10.42.42.5(pid=7665): stderr: \u000a| �[0;m�[38;5;43m20221213101351143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101351143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101351143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101351144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101351144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101351144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101351144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:53.013506 run patchelf(pid=7668): Terminating (SIGINT)\u000a10:13:53.187673 run patchelf(pid=7668): Terminated: ok {rc=0}\u000a10:13:53.219141 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7665): Process ended prematurely: osmo-stp_10.42.42.5(pid=7665) [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7665)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:13:53.227851 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:13:53.288267 run osmo-hlr_10.42.42.2(pid=7662): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7662)]\u000a10:13:53.337758 run osmo-hlr_10.42.42.2(pid=7662): stdout: \u000a| (launched: 2022-12-13_10:13:49.992579) \u000a10:13:53.388087 run osmo-hlr_10.42.42.2(pid=7662): stderr: \u000a| �[0;m�[1;31m20221213101350172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101350172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101350172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101350173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101350173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101350173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101350185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101350196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101350196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101350196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:53.430787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7661): Terminating (SIGTERM)\u000a10:13:53.471013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7664): Terminating (SIGTERM)\u000a10:13:53.511347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7667): Terminating (SIGTERM)\u000a10:13:53.520322 --- ParallelTerminationStrategy: PID 7661 died...\u000a10:13:53.574044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7661): Terminated: ok {rc=0}\u000a10:13:53.583822 --- ParallelTerminationStrategy: PID 7664 died...\u000a10:13:53.637466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7664): Terminated: ok {rc=0}\u000a10:13:53.647139 --- ParallelTerminationStrategy: PID 7667 died...\u000a10:13:53.700742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7667): Terminated: ok {rc=0}\u000a10:13:53.790359 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:12:54" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7682): Process ended prematurely: osmo-stp_10.42.42.5(pid=7682) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7682)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7682): Process ended prematurely: osmo-stp_10.42.42.5(pid=7682) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:13:55.896552 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:55.907367 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:13:56.055734 tst cs_paging_gprs_active.py: using LAC 33238\u000a10:13:56.179920 tst cs_paging_gprs_active.py: using RAC 88\u000a10:13:56.307582 tst cs_paging_gprs_active.py: using CellId 33238\u000a10:13:56.430642 tst cs_paging_gprs_active.py: using BVCI 33239\u000a10:13:56.454865 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.465729 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.476316 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.486989 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.498005 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.509088 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.519823 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.530391 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:56.541212 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:56.665613 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:56.954774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:13:57.085709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:57.411040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7672): Launched\u000a10:13:57.683334 run iperf3-srv_10.42.42.10(pid=7673): Launched\u000a10:13:57.874369 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:13:58.004599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:58.332469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7674): Launched\u000a10:13:58.605530 run iperf3-srv_10.42.42.10(pid=7675): Launched\u000a10:13:58.795973 tst cs_paging_gprs_active.py:38: start network...\u000a10:13:58.926285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:59.430427 run create_hlr_db(pid=7676): Launched\u000a10:13:59.609830 bus /gobi_6: Setting Powered False\u000a10:14:00.631471 run create_hlr_db(pid=7676): Terminated: ok {rc=0}\u000a10:14:01.089175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7678): Launched\u000a10:14:01.541406 run osmo-hlr_10.42.42.2(pid=7679): Launched\u000a10:14:01.754008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:02.380856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7681): Launched\u000a10:14:02.721086 run osmo-stp_10.42.42.5(pid=7682): Launched\u000a10:14:02.843512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:03.432692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7684): Launched\u000a10:14:03.553242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:03.847944 run patchelf(pid=7685): Launched\u000a10:14:04.044112 run osmo-stp_10.42.42.5(pid=7682): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7682)]\u000a10:14:04.187818 run osmo-stp_10.42.42.5(pid=7682): stdout: \u000a| (launched: 2022-12-13_10:14:02.552364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:04.331274 run osmo-stp_10.42.42.5(pid=7682): stderr: \u000a| �[0;m�[38;5;43m20221213101402742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101402742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101402743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101402743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101402744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101402744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101402744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:04.470346 run osmo-stp_10.42.42.5(pid=7682): stdout: \u000a| (launched: 2022-12-13_10:14:02.552364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:04.607534 run osmo-stp_10.42.42.5(pid=7682): stderr: \u000a| �[0;m�[38;5;43m20221213101402742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101402742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101402743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101402743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101402744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101402744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101402744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:04.768194 run patchelf(pid=7685): Terminating (SIGINT)\u000a10:14:04.956508 run patchelf(pid=7685): Terminated: ok {rc=0}\u000a10:14:04.991004 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7682): Process ended prematurely: osmo-stp_10.42.42.5(pid=7682) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7682)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:14:05.001144 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:14:05.064921 run osmo-hlr_10.42.42.2(pid=7679): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7679)]\u000a10:14:05.117208 run osmo-hlr_10.42.42.2(pid=7679): stdout: \u000a| (launched: 2022-12-13_10:14:01.252340) \u000a10:14:05.170402 run osmo-hlr_10.42.42.2(pid=7679): stderr: \u000a| �[0;m�[1;31m20221213101401522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101401522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101401522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101401522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101401522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101401522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101401534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101401547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101401547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101401547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:05.215482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7672): Terminating (SIGTERM)\u000a10:14:05.257841 run iperf3-srv_10.42.42.10(pid=7673): Terminating (SIGTERM)\u000a10:14:05.300755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7674): Terminating (SIGTERM)\u000a10:14:05.343256 run iperf3-srv_10.42.42.10(pid=7675): Terminating (SIGTERM)\u000a10:14:05.386030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7678): Terminating (SIGTERM)\u000a10:14:05.428339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7681): Terminating (SIGTERM)\u000a10:14:05.470768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7684): Terminating (SIGTERM)\u000a10:14:05.480510 --- ParallelTerminationStrategy: PID 7672 died...\u000a10:14:05.537488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7672): Terminated: ok {rc=0}\u000a10:14:05.547933 --- ParallelTerminationStrategy: PID 7673 died...\u000a10:14:05.604635 run iperf3-srv_10.42.42.10(pid=7673): Terminated {rc=256}\u000a10:14:05.614692 --- ParallelTerminationStrategy: PID 7674 died...\u000a10:14:05.671391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7674): Terminated: ok {rc=0}\u000a10:14:05.681931 --- ParallelTerminationStrategy: PID 7675 died...\u000a10:14:05.738457 run iperf3-srv_10.42.42.10(pid=7675): Terminated {rc=256}\u000a10:14:05.748923 --- ParallelTerminationStrategy: PID 7678 died...\u000a10:14:05.805626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7678): Terminated: ok {rc=0}\u000a10:14:05.815751 --- ParallelTerminationStrategy: PID 7681 died...\u000a10:14:05.872309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7681): Terminated: ok {rc=0}\u000a10:14:05.882443 --- ParallelTerminationStrategy: PID 7684 died...\u000a10:14:05.939176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7684): Terminated: ok {rc=0}\u000a10:14:06.027628 bus /gobi_0: Setting Powered False\u000a10:14:07.131785 bus /gobi_0: Setting Powered False\u000a10:14:08.243252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7695): Process ended prematurely: osmo-stp_10.42.42.5(pid=7695) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7695)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7695): Process ended prematurely: osmo-stp_10.42.42.5(pid=7695) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:14:09.361524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:09.373556 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:14:09.531135 tst iperf3.py: using LAC 33239\u000a10:14:09.661667 tst iperf3.py: using RAC 89\u000a10:14:09.794503 tst iperf3.py: using CellId 33239\u000a10:14:09.925366 tst iperf3.py: using BVCI 33240\u000a10:14:09.951250 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:09.962601 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:09.973856 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:09.984941 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:09.996380 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:10.007881 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:10.019496 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:10.031046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:10.042716 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:10.331291 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:14:10.462699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:10.792013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7686): Launched\u000a10:14:11.063988 run iperf3-srv_10.42.42.10(pid=7687): Launched\u000a10:14:11.254977 tst iperf3.py:8: start network...\u000a10:14:11.385119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:11.887274 run create_hlr_db(pid=7688): Launched\u000a10:14:12.068453 bus /gobi_6: Setting Powered False\u000a10:14:13.089479 run create_hlr_db(pid=7688): Terminated: ok {rc=0}\u000a10:14:13.538466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7691): Launched\u000a10:14:13.877665 run osmo-hlr_10.42.42.2(pid=7692): Launched\u000a10:14:13.999678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:14.588309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7694): Launched\u000a10:14:14.925584 run osmo-stp_10.42.42.5(pid=7695): Launched\u000a10:14:15.047750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:15.635669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7697): Launched\u000a10:14:15.756401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:16.079892 run patchelf(pid=7698): Launched\u000a10:14:16.269348 run osmo-stp_10.42.42.5(pid=7695): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7695)]\u000a10:14:16.409409 run osmo-stp_10.42.42.5(pid=7695): stdout: \u000a| (launched: 2022-12-13_10:14:14.759329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:16.547671 run osmo-stp_10.42.42.5(pid=7695): stderr: \u000a| �[0;m�[38;5;43m20221213101414950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101414950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101414950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101414951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101414951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101414951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101414951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:16.683125 run osmo-stp_10.42.42.5(pid=7695): stdout: \u000a| (launched: 2022-12-13_10:14:14.759329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:16.816259 run osmo-stp_10.42.42.5(pid=7695): stderr: \u000a| �[0;m�[38;5;43m20221213101414950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101414950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101414950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101414951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101414951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101414951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101414951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:16.971062 run patchelf(pid=7698): Terminating (SIGINT)\u000a10:14:17.151942 run patchelf(pid=7698): Terminated: ok {rc=0}\u000a10:14:17.186892 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7695): Process ended prematurely: osmo-stp_10.42.42.5(pid=7695) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7695)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:14:17.196793 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:14:17.258300 run osmo-hlr_10.42.42.2(pid=7692): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7692)]\u000a10:14:17.308313 run osmo-hlr_10.42.42.2(pid=7692): stdout: \u000a| (launched: 2022-12-13_10:14:13.710005) \u000a10:14:17.359140 run osmo-hlr_10.42.42.2(pid=7692): stderr: \u000a| �[0;m�[1;31m20221213101413906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101413907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101413907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101413907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101413907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101413907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101413918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101413926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101413926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101413926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:17.402246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7686): Terminating (SIGTERM)\u000a10:14:17.442738 run iperf3-srv_10.42.42.10(pid=7687): Terminating (SIGTERM)\u000a10:14:17.483324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7691): Terminating (SIGTERM)\u000a10:14:17.524070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7694): Terminating (SIGTERM)\u000a10:14:17.564598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7697): Terminating (SIGTERM)\u000a10:14:17.574026 --- ParallelTerminationStrategy: PID 7686 died...\u000a10:14:17.628623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7686): Terminated: ok {rc=0}\u000a10:14:17.638483 --- ParallelTerminationStrategy: PID 7687 died...\u000a10:14:17.692472 run iperf3-srv_10.42.42.10(pid=7687): Terminated {rc=256}\u000a10:14:17.702159 --- ParallelTerminationStrategy: PID 7691 died...\u000a10:14:17.756284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7691): Terminated: ok {rc=0}\u000a10:14:17.766015 --- ParallelTerminationStrategy: PID 7694 died...\u000a10:14:17.820269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7694): Terminated: ok {rc=0}\u000a10:14:17.830018 --- ParallelTerminationStrategy: PID 7697 died...\u000a10:14:17.884096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7697): Terminated: ok {rc=0}\u000a10:14:17.974462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7713): Process ended prematurely: osmo-stp_10.42.42.5(pid=7713) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7713): Process ended prematurely: osmo-stp_10.42.42.5(pid=7713) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:14:19.088512 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.100087 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:14:19.249411 tst iperf3m4.py: using LAC 33240\u000a10:14:19.380173 tst iperf3m4.py: using RAC 90\u000a10:14:19.505519 tst iperf3m4.py: using CellId 33240\u000a10:14:19.628218 tst iperf3m4.py: using BVCI 33241\u000a10:14:19.652389 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.663800 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.674812 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.685603 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.696306 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.707139 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.717948 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.728519 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:19.739469 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:19.856930 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:19.982705 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:20.102550 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:20.392210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:14:20.523361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:20.852360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7699): Launched\u000a10:14:21.123936 run iperf3-srv_10.42.42.10(pid=7700): Launched\u000a10:14:21.314275 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:14:21.444146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:21.770186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7701): Launched\u000a10:14:22.040386 run iperf3-srv_10.42.42.10(pid=7702): Launched\u000a10:14:22.230622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:14:22.362308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:22.689279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7703): Launched\u000a10:14:22.958857 run iperf3-srv_10.42.42.10(pid=7704): Launched\u000a10:14:23.149012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:14:23.278822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:23.605397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7705): Launched\u000a10:14:23.877739 run iperf3-srv_10.42.42.10(pid=7706): Launched\u000a10:14:24.066515 tst iperf3m4.py:8: start network...\u000a10:14:24.195887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:24.697874 run create_hlr_db(pid=7707): Launched\u000a10:14:24.877411 bus /gobi_6: Setting Powered False\u000a10:14:25.899283 run create_hlr_db(pid=7707): Terminated: ok {rc=0}\u000a10:14:26.348303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7709): Launched\u000a10:14:26.687138 run osmo-hlr_10.42.42.2(pid=7710): Launched\u000a10:14:26.813122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:27.407144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7712): Launched\u000a10:14:27.745524 run osmo-stp_10.42.42.5(pid=7713): Launched\u000a10:14:27.867226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:28.456143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7715): Launched\u000a10:14:28.577039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:28.873311 run patchelf(pid=7716): Launched\u000a10:14:29.069330 run osmo-stp_10.42.42.5(pid=7713): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)]\u000a10:14:29.213281 run osmo-stp_10.42.42.5(pid=7713): stdout: \u000a| (launched: 2022-12-13_10:14:27.578075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:29.357320 run osmo-stp_10.42.42.5(pid=7713): stderr: \u000a| �[0;m�[38;5;43m20221213101427770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101427770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101427770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101427771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101427771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101427771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101427771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:29.496765 run osmo-stp_10.42.42.5(pid=7713): stdout: \u000a| (launched: 2022-12-13_10:14:27.578075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:29.634863 run osmo-stp_10.42.42.5(pid=7713): stderr: \u000a| �[0;m�[38;5;43m20221213101427770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101427770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101427770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101427771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101427771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101427771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101427771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:29.795817 run patchelf(pid=7716): Terminating (SIGINT)\u000a10:14:29.984930 run patchelf(pid=7716): Terminated: ok {rc=0}\u000a10:14:30.019516 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7713): Process ended prematurely: osmo-stp_10.42.42.5(pid=7713) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:14:30.029628 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:14:30.094521 run osmo-hlr_10.42.42.2(pid=7710): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7710)]\u000a10:14:30.147437 run osmo-hlr_10.42.42.2(pid=7710): stdout: \u000a| (launched: 2022-12-13_10:14:26.520061) \u000a10:14:30.200777 run osmo-hlr_10.42.42.2(pid=7710): stderr: \u000a| �[0;m�[1;31m20221213101426718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101426718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101426718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101426718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101426718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101426718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101426731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101426741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101426741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101426742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:30.246274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7699): Terminating (SIGTERM)\u000a10:14:30.289056 run iperf3-srv_10.42.42.10(pid=7700): Terminating (SIGTERM)\u000a10:14:30.332061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7701): Terminating (SIGTERM)\u000a10:14:30.375218 run iperf3-srv_10.42.42.10(pid=7702): Terminating (SIGTERM)\u000a10:14:30.418071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7703): Terminating (SIGTERM)\u000a10:14:30.460621 run iperf3-srv_10.42.42.10(pid=7704): Terminating (SIGTERM)\u000a10:14:30.503277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7705): Terminating (SIGTERM)\u000a10:14:30.545891 run iperf3-srv_10.42.42.10(pid=7706): Terminating (SIGTERM)\u000a10:14:30.588736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7709): Terminating (SIGTERM)\u000a10:14:30.631353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7712): Terminating (SIGTERM)\u000a10:14:30.674000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7715): Terminating (SIGTERM)\u000a10:14:30.683775 --- ParallelTerminationStrategy: PID 7699 died...\u000a10:14:30.741182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7699): Terminated: ok {rc=0}\u000a10:14:30.751353 --- ParallelTerminationStrategy: PID 7700 died...\u000a10:14:30.808120 run iperf3-srv_10.42.42.10(pid=7700): Terminated {rc=256}\u000a10:14:30.818228 --- ParallelTerminationStrategy: PID 7701 died...\u000a10:14:30.891272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7701): Terminated: ok {rc=0}\u000a10:14:30.902285 --- ParallelTerminationStrategy: PID 7702 died...\u000a10:14:30.970831 run iperf3-srv_10.42.42.10(pid=7702): Terminated {rc=256}\u000a10:14:30.981565 --- ParallelTerminationStrategy: PID 7703 died...\u000a10:14:31.043820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7703): Terminated: ok {rc=0}\u000a10:14:31.063135 --- ParallelTerminationStrategy: PID 7704 died...\u000a10:14:31.120648 run iperf3-srv_10.42.42.10(pid=7704): Terminated {rc=256}\u000a10:14:31.131406 --- ParallelTerminationStrategy: PID 7705 died...\u000a10:14:31.190477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7705): Terminated: ok {rc=0}\u000a10:14:31.201727 --- ParallelTerminationStrategy: PID 7706 died...\u000a10:14:31.259458 run iperf3-srv_10.42.42.10(pid=7706): Terminated {rc=256}\u000a10:14:31.270340 --- ParallelTerminationStrategy: PID 7709 died...\u000a10:14:31.329205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7709): Terminated: ok {rc=0}\u000a10:14:31.339968 --- ParallelTerminationStrategy: PID 7712 died...\u000a10:14:31.398995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7712): Terminated: ok {rc=0}\u000a10:14:31.409777 --- ParallelTerminationStrategy: PID 7715 died...\u000a10:14:31.468015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7715): Terminated: ok {rc=0}\u000a10:14:31.558319 bus /gobi_4: Setting Powered False\u000a10:14:32.663947 bus /gobi_4: Setting Powered False\u000a10:14:33.777981 bus /gobi_1: Setting Powered False\u000a10:14:34.882539 bus /gobi_1: Setting Powered False\u000a10:14:35.994747 bus /gobi_0: Setting Powered False\u000a10:14:37.099047 bus /gobi_0: Setting Powered False\u000a10:14:38.212764 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7723): Process ended prematurely: osmo-stp_10.42.42.5(pid=7723) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7723)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7723): Process ended prematurely: osmo-stp_10.42.42.5(pid=7723) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:14:39.281237 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.292933 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:14:39.447472 tst ping.py: using LAC 33241\u000a10:14:39.578760 tst ping.py: using RAC 91\u000a10:14:39.707643 tst ping.py: using CellId 33241\u000a10:14:39.837931 tst ping.py: using BVCI 33242\u000a10:14:39.863298 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.874980 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.886311 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.897548 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.909421 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.921416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.933547 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:39.945557 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:40.230245 tst ping.py:19: start network...\u000a10:14:40.357861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:40.855170 run create_hlr_db(pid=7717): Launched\u000a10:14:41.032705 bus /gobi_6: Setting Powered False\u000a10:14:42.052900 run create_hlr_db(pid=7717): Terminated: ok {rc=0}\u000a10:14:42.495877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7719): Launched\u000a10:14:42.828541 run osmo-hlr_10.42.42.2(pid=7720): Launched\u000a10:14:42.950523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:43.533163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7722): Launched\u000a10:14:43.866392 run osmo-stp_10.42.42.5(pid=7723): Launched\u000a10:14:43.986528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:44.564393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7725): Launched\u000a10:14:44.682480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:44.973885 run patchelf(pid=7726): Launched\u000a10:14:45.167244 run osmo-stp_10.42.42.5(pid=7723): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7723)]\u000a10:14:45.308012 run osmo-stp_10.42.42.5(pid=7723): stdout: \u000a| (launched: 2022-12-13_10:14:43.701498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:45.449051 run osmo-stp_10.42.42.5(pid=7723): stderr: \u000a| �[0;m�[38;5;43m20221213101443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101443893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101443894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:45.585570 run osmo-stp_10.42.42.5(pid=7723): stdout: \u000a| (launched: 2022-12-13_10:14:43.701498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:45.720930 run osmo-stp_10.42.42.5(pid=7723): stderr: \u000a| �[0;m�[38;5;43m20221213101443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101443893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101443894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:45.886808 run patchelf(pid=7726): Terminating (SIGINT)\u000a10:14:46.081752 run patchelf(pid=7726): Terminated: ok {rc=0}\u000a10:14:46.116742 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7723): Process ended prematurely: osmo-stp_10.42.42.5(pid=7723) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7723)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:14:46.127734 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:14:46.195043 run osmo-hlr_10.42.42.2(pid=7720): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7720)]\u000a10:14:46.249823 run osmo-hlr_10.42.42.2(pid=7720): stdout: \u000a| (launched: 2022-12-13_10:14:42.664375) \u000a10:14:46.305983 run osmo-hlr_10.42.42.2(pid=7720): stderr: \u000a| �[0;m�[1;31m20221213101442860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101442861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101442861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101442861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101442861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101442861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101442873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101442883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101442883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101442883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:46.355641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7719): Terminating (SIGTERM)\u000a10:14:46.402617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7722): Terminating (SIGTERM)\u000a10:14:46.448563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7725): Terminating (SIGTERM)\u000a10:14:46.460668 --- ParallelTerminationStrategy: PID 7719 died...\u000a10:14:46.522911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7719): Terminated: ok {rc=0}\u000a10:14:46.534815 --- ParallelTerminationStrategy: PID 7722 died...\u000a10:14:46.594341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7722): Terminated: ok {rc=0}\u000a10:14:46.606233 --- ParallelTerminationStrategy: PID 7725 died...\u000a10:14:46.665623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7725): Terminated: ok {rc=0}\u000a10:14:46.759882 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7733): Process ended prematurely: osmo-stp_10.42.42.5(pid=7733) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7733)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7733): Process ended prematurely: osmo-stp_10.42.42.5(pid=7733) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:14:47.811741 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:47.823935 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:14:47.982499 tst ping_idle_ping.py: using LAC 33242\u000a10:14:48.111855 tst ping_idle_ping.py: using RAC 92\u000a10:14:48.242401 tst ping_idle_ping.py: using CellId 33242\u000a10:14:48.373626 tst ping_idle_ping.py: using BVCI 33243\u000a10:14:48.399249 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.410715 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.422065 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.433436 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.445228 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.456665 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.468391 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:48.479884 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:48.781501 tst ping_idle_ping.py:24: start network...\u000a10:14:48.920545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:49.449523 run create_hlr_db(pid=7727): Launched\u000a10:14:49.641558 bus /gobi_6: Setting Powered False\u000a10:14:50.661542 run create_hlr_db(pid=7727): Terminated: ok {rc=0}\u000a10:14:51.105633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7729): Launched\u000a10:14:51.443824 run osmo-hlr_10.42.42.2(pid=7730): Launched\u000a10:14:51.566696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:52.148730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7732): Launched\u000a10:14:52.484024 run osmo-stp_10.42.42.5(pid=7733): Launched\u000a10:14:52.604528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:53.187017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7735): Launched\u000a10:14:53.305428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:53.596603 run patchelf(pid=7736): Launched\u000a10:14:53.789788 run osmo-stp_10.42.42.5(pid=7733): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7733)]\u000a10:14:53.931352 run osmo-stp_10.42.42.5(pid=7733): stdout: \u000a| (launched: 2022-12-13_10:14:52.317938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:54.072633 run osmo-stp_10.42.42.5(pid=7733): stderr: \u000a| �[0;m�[38;5;43m20221213101452507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101452507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101452508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101452508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101452509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101452509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101452509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:54.209941 run osmo-stp_10.42.42.5(pid=7733): stdout: \u000a| (launched: 2022-12-13_10:14:52.317938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:54.345512 run osmo-stp_10.42.42.5(pid=7733): stderr: \u000a| �[0;m�[38;5;43m20221213101452507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101452507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101452508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101452508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101452509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101452509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101452509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:54.504213 run patchelf(pid=7736): Terminating (SIGINT)\u000a10:14:54.690391 run patchelf(pid=7736): Terminated: ok {rc=0}\u000a10:14:54.723959 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7733): Process ended prematurely: osmo-stp_10.42.42.5(pid=7733) [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7733)] [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:14:54.734106 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a10:14:54.798511 run osmo-hlr_10.42.42.2(pid=7730): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7730)]\u000a10:14:54.850978 run osmo-hlr_10.42.42.2(pid=7730): stdout: \u000a| (launched: 2022-12-13_10:14:51.275216) \u000a10:14:54.903796 run osmo-hlr_10.42.42.2(pid=7730): stderr: \u000a| �[0;m�[1;31m20221213101451474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101451474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101451474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101451474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101451474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101451474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101451487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101451496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101451496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101451496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:54.948867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7729): Terminating (SIGTERM)\u000a10:14:54.992073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7732): Terminating (SIGTERM)\u000a10:14:55.035036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7735): Terminating (SIGTERM)\u000a10:14:55.045014 --- ParallelTerminationStrategy: PID 7729 died...\u000a10:14:55.102849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7729): Terminated: ok {rc=0}\u000a10:14:55.113144 --- ParallelTerminationStrategy: PID 7732 died...\u000a10:14:55.170751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7732): Terminated: ok {rc=0}\u000a10:14:55.181251 --- ParallelTerminationStrategy: PID 7735 died...\u000a10:14:55.238650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7735): Terminated: ok {rc=0}\u000a10:14:55.328157 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:13:55" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7749): Process ended prematurely: osmo-stp_10.42.42.5(pid=7749) [trial-2388↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7749)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7749): Process ended prematurely: osmo-stp_10.42.42.5(pid=7749) [trial-2388↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:14:57.320003 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.331489 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:14:57.476910 tst switch_tch_pdch.py: using LAC 33243\u000a10:14:57.598036 tst switch_tch_pdch.py: using RAC 93\u000a10:14:57.718191 tst switch_tch_pdch.py: using CellId 33243\u000a10:14:57.837530 tst switch_tch_pdch.py: using BVCI 33244\u000a10:14:57.861165 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.872359 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.883335 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.894296 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.905211 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.916129 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.927260 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:14:57.938209 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:14:58.054278 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:14:58.341131 tst switch_tch_pdch.py:51: start network...\u000a10:14:58.468016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:58.962413 run create_hlr_db(pid=7740): Launched\u000a10:14:59.140047 bus /gobi_6: Setting Powered False\u000a10:15:00.159984 run create_hlr_db(pid=7740): Terminated: ok {rc=0}\u000a10:15:00.601866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7742): Launched\u000a10:15:00.980780 run osmo-hlr_10.42.42.2(pid=7743): Launched\u000a10:15:01.223716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:01.876222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7748): Launched\u000a10:15:02.288705 run osmo-stp_10.42.42.5(pid=7749): Launched\u000a10:15:02.432505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:02.979286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7751): Launched\u000a10:15:03.088056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:03.359108 run patchelf(pid=7752): Launched\u000a10:15:03.538356 run osmo-stp_10.42.42.5(pid=7749): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7749)]\u000a10:15:03.669198 run osmo-stp_10.42.42.5(pid=7749): stdout: \u000a| (launched: 2022-12-13_10:15:02.037652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:03.800199 run osmo-stp_10.42.42.5(pid=7749): stderr: \u000a| �[0;m�[38;5;43m20221213101502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101502374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:03.927081 run osmo-stp_10.42.42.5(pid=7749): stdout: \u000a| (launched: 2022-12-13_10:15:02.037652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:04.052381 run osmo-stp_10.42.42.5(pid=7749): stderr: \u000a| �[0;m�[38;5;43m20221213101502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101502374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:04.199983 run patchelf(pid=7752): Terminating (SIGINT)\u000a10:15:04.374087 run patchelf(pid=7752): Terminated: ok {rc=0}\u000a10:15:04.405632 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7749): Process ended prematurely: osmo-stp_10.42.42.5(pid=7749) [trial-2388↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7749)] [trial-2388↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:15:04.414219 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a10:15:04.474173 run osmo-hlr_10.42.42.2(pid=7743): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7743)]\u000a10:15:04.523358 run osmo-hlr_10.42.42.2(pid=7743): stdout: \u000a| (launched: 2022-12-13_10:15:00.769412) \u000a10:15:04.573180 run osmo-hlr_10.42.42.2(pid=7743): stderr: \u000a| �[0;m�[1;31m20221213101501084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101501084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101501084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101501084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101501102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101501120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101501120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101501120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:04.615696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7742): Terminating (SIGTERM)\u000a10:15:04.655843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7748): Terminating (SIGTERM)\u000a10:15:04.696193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7751): Terminating (SIGTERM)\u000a10:15:04.705550 --- ParallelTerminationStrategy: PID 7742 died...\u000a10:15:04.759585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7742): Terminated: ok {rc=0}\u000a10:15:04.769779 --- ParallelTerminationStrategy: PID 7748 died...\u000a10:15:04.824029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7748): Terminated: ok {rc=0}\u000a10:15:04.833967 --- ParallelTerminationStrategy: PID 7751 died...\u000a10:15:04.887494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7751): Terminated: ok {rc=0}\u000a10:15:04.972297 bus /gobi_0: Setting Powered False\u000a10:15:06.075451 bus /gobi_0: Setting Powered False\u000a10:15:07.184807 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:14:57" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7762): Process ended prematurely: osmo-stp_10.42.42.5(pid=7762) [trial-2388↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7762)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7762): Process ended prematurely: osmo-stp_10.42.42.5(pid=7762) [trial-2388↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:15:09.125489 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.137101 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:15:09.291310 tst switch_tch_pdch.py: using LAC 33244\u000a10:15:09.420072 tst switch_tch_pdch.py: using RAC 94\u000a10:15:09.553689 tst switch_tch_pdch.py: using CellId 33244\u000a10:15:09.705655 tst switch_tch_pdch.py: using BVCI 33245\u000a10:15:09.730722 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.742213 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.753571 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.764766 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.776209 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.787740 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.799459 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:09.811201 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:15:09.930169 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:15:10.233371 tst switch_tch_pdch.py:51: start network...\u000a10:15:10.371880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:10.865117 run create_hlr_db(pid=7756): Launched\u000a10:15:10.999721 bus /gobi_6: Setting Powered False\u000a10:15:12.077212 run create_hlr_db(pid=7756): Terminated: ok {rc=0}\u000a10:15:12.491586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7758): Launched\u000a10:15:12.825094 run osmo-hlr_10.42.42.2(pid=7759): Launched\u000a10:15:12.946136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:13.497015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7761): Launched\u000a10:15:13.829272 run osmo-stp_10.42.42.5(pid=7762): Launched\u000a10:15:13.949348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:14.499823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7764): Launched\u000a10:15:14.617747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:14.908063 run patchelf(pid=7765): Launched\u000a10:15:15.100937 run osmo-stp_10.42.42.5(pid=7762): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7762)]\u000a10:15:15.242141 run osmo-stp_10.42.42.5(pid=7762): stdout: \u000a| (launched: 2022-12-13_10:15:13.664661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:15.383369 run osmo-stp_10.42.42.5(pid=7762): stderr: \u000a| �[0;m�[38;5;43m20221213101513855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101513855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101513856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101513856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101513857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101513857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101513857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:15.519718 run osmo-stp_10.42.42.5(pid=7762): stdout: \u000a| (launched: 2022-12-13_10:15:13.664661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:15.655527 run osmo-stp_10.42.42.5(pid=7762): stderr: \u000a| �[0;m�[38;5;43m20221213101513855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101513855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101513856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101513856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101513857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101513857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101513857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:15.813275 run patchelf(pid=7765): Terminating (SIGINT)\u000a10:15:16.011716 run patchelf(pid=7765): Terminated: ok {rc=0}\u000a10:15:16.044888 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7762): Process ended prematurely: osmo-stp_10.42.42.5(pid=7762) [trial-2388↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7762)] [trial-2388↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:15:16.054777 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:15:16.117725 run osmo-hlr_10.42.42.2(pid=7759): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7759)]\u000a10:15:16.169135 run osmo-hlr_10.42.42.2(pid=7759): stdout: \u000a| (launched: 2022-12-13_10:15:12.659630) \u000a10:15:16.222329 run osmo-hlr_10.42.42.2(pid=7759): stderr: \u000a| �[0;m�[1;31m20221213101512857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101512857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101512857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101512857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101512857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101512857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101512867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101512876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101512877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101512877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:16.266518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7758): Terminating (SIGTERM)\u000a10:15:16.310267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7761): Terminating (SIGTERM)\u000a10:15:16.356435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7764): Terminating (SIGTERM)\u000a10:15:16.366733 --- ParallelTerminationStrategy: PID 7758 died...\u000a10:15:16.425237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7758): Terminated: ok {rc=0}\u000a10:15:16.435735 --- ParallelTerminationStrategy: PID 7761 died...\u000a10:15:16.491068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7761): Terminated: ok {rc=0}\u000a10:15:16.501342 --- ParallelTerminationStrategy: PID 7764 died...\u000a10:15:16.556485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7764): Terminated: ok {rc=0}\u000a10:15:16.664024 bus /gobi_0: Setting Powered False\u000a10:15:17.776014 bus /gobi_0: Setting Powered False\u000a10:15:18.885063 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:15:08" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7770) [trial-2388↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7770)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7770) [trial-2388↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a10:15:20.749750 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a10:15:20.761108 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a10:15:20.888253 tst mo_mt_sms.py: using LAC 33245\u000a10:15:21.012069 tst mo_mt_sms.py: using RAC 95\u000a10:15:21.142223 tst mo_mt_sms.py: using CellId 33245\u000a10:15:21.272426 tst mo_mt_sms.py: using BVCI 33246\u000a10:15:21.297852 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:15:21.416089 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:15:21.698784 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:15:21.827607 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:15:22.474180 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7769): Launched\u000a10:15:22.805684 run osmo-nitb_10.42.42.2(pid=7770): Launched\u000a10:15:23.008398 run osmo-nitb_10.42.42.2(pid=7770): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7770)]\u000a10:15:23.157816 run osmo-nitb_10.42.42.2(pid=7770): stdout: \u000a| (launched: 2022-12-13_10:15:22.644164) \u000a10:15:23.307789 run osmo-nitb_10.42.42.2(pid=7770): stderr: \u000a| (launched: 2022-12-13_10:15:22.693990)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:23.452566 run osmo-nitb_10.42.42.2(pid=7770): stdout: \u000a| (launched: 2022-12-13_10:15:22.644164) \u000a10:15:23.595903 run osmo-nitb_10.42.42.2(pid=7770): stderr: \u000a| (launched: 2022-12-13_10:15:22.693990)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:23.939464 tst osmo-nitb_10.42.42.2(pid=7770): stdout: \u000a| (launched: 2022-12-13_10:15:22.644164) \u000a10:15:24.071865 tst osmo-nitb_10.42.42.2(pid=7770): stderr: \u000a| (launched: 2022-12-13_10:15:22.693990)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:24.129511 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7770) [trial-2388↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7770)] [trial-2388↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a10:15:24.138577 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:15:24.175740 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7769): Terminating (SIGTERM)\u000a10:15:24.354044 --- ParallelTerminationStrategy: PID 7769 died...\u000a10:15:24.414230 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7769): Terminated: ok {rc=0}\u000a10:15:24.503741 bus /sierra_3: Setting Powered False\u000a10:15:25.612604 bus /sierra_3: Setting Powered False\u000a10:15:26.723702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:15:20" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7780): Process ended prematurely: osmo-stp_10.42.42.5(pid=7780) [trial-2388↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7780)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7780): Process ended prematurely: osmo-stp_10.42.42.5(pid=7780) [trial-2388↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a10:15:28.569071 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:28.579718 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a10:15:28.703028 tst mo_mt_sms.py: using LAC 33246\u000a10:15:28.822526 tst mo_mt_sms.py: using RAC 96\u000a10:15:28.949857 tst mo_mt_sms.py: using CellId 33246\u000a10:15:29.080306 tst mo_mt_sms.py: using BVCI 33247\u000a10:15:29.105604 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:29.116652 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:29.127765 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:29.138791 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:29.150430 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:29.161742 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:15:29.278996 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:15:29.494336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:30.016578 run create_hlr_db(pid=7774): Launched\u000a10:15:30.209321 bus /sierra_2: Setting Powered False\u000a10:15:31.261088 run create_hlr_db(pid=7774): Terminated: ok {rc=0}\u000a10:15:31.698662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7776): Launched\u000a10:15:32.123458 run osmo-hlr_10.42.42.2(pid=7777): Launched\u000a10:15:32.300826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:32.878609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7779): Launched\u000a10:15:33.214735 run osmo-stp_10.42.42.5(pid=7780): Launched\u000a10:15:33.334981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:15:33.940444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7782): Launched\u000a10:15:34.268866 run osmo-msc_10.42.42.6(pid=7783): Launched\u000a10:15:34.451886 run osmo-stp_10.42.42.5(pid=7780): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7780)]\u000a10:15:34.582583 run osmo-stp_10.42.42.5(pid=7780): stdout: \u000a| (launched: 2022-12-13_10:15:33.047150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:34.711239 run osmo-stp_10.42.42.5(pid=7780): stderr: \u000a| �[0;m�[38;5;43m20221213101533239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101533240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101533240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101533240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:34.835071 run osmo-stp_10.42.42.5(pid=7780): stdout: \u000a| (launched: 2022-12-13_10:15:33.047150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:34.957912 run osmo-stp_10.42.42.5(pid=7780): stderr: \u000a| �[0;m�[38;5;43m20221213101533239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101533240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101533240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101533240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:35.011435 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7780): Process ended prematurely: osmo-stp_10.42.42.5(pid=7780) [trial-2388↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7780)] [trial-2388↪sms:oc2g↪mo_mt_sms.py:16]\u000a10:15:35.019432 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a10:15:35.080210 run osmo-hlr_10.42.42.2(pid=7777): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7777)]\u000a10:15:35.130094 run osmo-hlr_10.42.42.2(pid=7777): stdout: \u000a| (launched: 2022-12-13_10:15:31.859626) \u000a10:15:35.180746 run osmo-hlr_10.42.42.2(pid=7777): stderr: \u000a| �[0;m�[1;31m20221213101532143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101532143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101532143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101532143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101532143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101532144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101532155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101532164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101532164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101532164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:35.249439 run osmo-msc_10.42.42.6(pid=7783): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7783)]\u000a10:15:35.299276 run osmo-msc_10.42.42.6(pid=7783): stdout: \u000a| (launched: 2022-12-13_10:15:34.108802) \u000a10:15:35.349504 run osmo-msc_10.42.42.6(pid=7783): stderr: \u000a| �[0;m�[38;5;43m20221213101534387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101534387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f203056ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101534388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101534388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101534388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101534388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101534390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101534390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101534390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101534390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:15:35.392288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7776): Terminating (SIGTERM)\u000a10:15:35.432728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7779): Terminating (SIGTERM)\u000a10:15:35.472934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7782): Terminating (SIGTERM)\u000a10:15:35.482539 --- ParallelTerminationStrategy: PID 7776 died...\u000a10:15:35.536842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7776): Terminated: ok {rc=0}\u000a10:15:35.546607 --- ParallelTerminationStrategy: PID 7779 died...\u000a10:15:35.600715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7779): Terminated: ok {rc=0}\u000a10:15:35.610453 --- ParallelTerminationStrategy: PID 7782 died...\u000a10:15:35.664289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7782): Terminated: ok {rc=0}\u000a10:15:35.748594 bus /sierra_3: Setting Powered False\u000a10:15:36.857476 bus /sierra_3: Setting Powered False\u000a10:15:37.966949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:15:28" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7789): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7789) [trial-2388↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7789)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7789): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7789) [trial-2388↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a10:15:39.772765 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a10:15:39.784069 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a10:15:39.913173 tst assert_extension.py: using LAC 33247\u000a10:15:40.043627 tst assert_extension.py: using RAC 97\u000a10:15:40.173968 tst assert_extension.py: using CellId 33247\u000a10:15:40.301995 tst assert_extension.py: using BVCI 33248\u000a10:15:40.327109 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a10:15:40.607141 tst assert_extension.py:10: start nitb and bts...\u000a10:15:40.735302 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:15:41.373373 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7788): Launched\u000a10:15:41.680805 run osmo-nitb_10.42.42.2(pid=7789): Launched\u000a10:15:41.868752 run osmo-nitb_10.42.42.2(pid=7789): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7789)]\u000a10:15:42.007068 run osmo-nitb_10.42.42.2(pid=7789): stdout: \u000a| (launched: 2022-12-13_10:15:41.529350) \u000a10:15:42.146342 run osmo-nitb_10.42.42.2(pid=7789): stderr: \u000a| (launched: 2022-12-13_10:15:41.574906)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:42.280858 run osmo-nitb_10.42.42.2(pid=7789): stdout: \u000a| (launched: 2022-12-13_10:15:41.529350) \u000a10:15:42.414261 run osmo-nitb_10.42.42.2(pid=7789): stderr: \u000a| (launched: 2022-12-13_10:15:41.574906)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:42.804166 tst osmo-nitb_10.42.42.2(pid=7789): stdout: \u000a| (launched: 2022-12-13_10:15:41.529350) \u000a10:15:42.926905 tst osmo-nitb_10.42.42.2(pid=7789): stderr: \u000a| (launched: 2022-12-13_10:15:41.574906)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:42.980481 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7789): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7789) [trial-2388↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7789)] [trial-2388↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a10:15:42.988608 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:15:43.023651 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7788): Terminating (SIGTERM)\u000a10:15:43.201335 --- ParallelTerminationStrategy: PID 7788 died...\u000a10:15:43.257006 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7788): Terminated: ok {rc=0}\u000a10:15:43.345928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:15:39" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7799): Process ended prematurely: osmo-stp_10.42.42.5(pid=7799) [trial-2388↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7799): Process ended prematurely: osmo-stp_10.42.42.5(pid=7799) [trial-2388↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a10:15:45.137970 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:45.148737 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a10:15:45.279350 tst assert_extension.py: using LAC 33248\u000a10:15:45.410104 tst assert_extension.py: using RAC 98\u000a10:15:45.533601 tst assert_extension.py: using CellId 33248\u000a10:15:45.653342 tst assert_extension.py: using BVCI 33249\u000a10:15:45.676458 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:45.686959 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:45.697541 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:45.707745 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:45.718764 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:15:45.729662 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a10:15:45.954141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:46.498796 run create_hlr_db(pid=7793): Launched\u000a10:15:46.698944 bus /sierra_2: Setting Powered False\u000a10:15:47.711862 run create_hlr_db(pid=7793): Terminated: ok {rc=0}\u000a10:15:48.133887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7795): Launched\u000a10:15:48.445513 run osmo-hlr_10.42.42.2(pid=7796): Launched\u000a10:15:48.567904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:49.113625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7798): Launched\u000a10:15:49.424845 run osmo-stp_10.42.42.5(pid=7799): Launched\u000a10:15:49.535939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:15:50.095644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7801): Launched\u000a10:15:50.407817 run osmo-msc_10.42.42.6(pid=7802): Launched\u000a10:15:50.587600 run osmo-stp_10.42.42.5(pid=7799): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)]\u000a10:15:50.717474 run osmo-stp_10.42.42.5(pid=7799): stdout: \u000a| (launched: 2022-12-13_10:15:49.270197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:50.845302 run osmo-stp_10.42.42.5(pid=7799): stderr: \u000a| �[0;m�[38;5;43m20221213101549444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101549444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101549444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101549444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:50.968427 run osmo-stp_10.42.42.5(pid=7799): stdout: \u000a| (launched: 2022-12-13_10:15:49.270197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:51.091265 run osmo-stp_10.42.42.5(pid=7799): stderr: \u000a| �[0;m�[38;5;43m20221213101549444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101549444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101549444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101549444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:51.145077 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7799): Process ended prematurely: osmo-stp_10.42.42.5(pid=7799) [trial-2388↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)] [trial-2388↪ussd:oc2g↪assert_extension.py:17]\u000a10:15:51.153158 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:15:51.213647 run osmo-hlr_10.42.42.2(pid=7796): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7796)]\u000a10:15:51.262967 run osmo-hlr_10.42.42.2(pid=7796): stdout: \u000a| (launched: 2022-12-13_10:15:48.289980) \u000a10:15:51.312675 run osmo-hlr_10.42.42.2(pid=7796): stderr: \u000a| �[0;m�[1;31m20221213101548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101548472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101548473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101548485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101548496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101548496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101548496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:51.380010 run osmo-msc_10.42.42.6(pid=7802): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7802)]\u000a10:15:51.428894 run osmo-msc_10.42.42.6(pid=7802): stdout: \u000a| (launched: 2022-12-13_10:15:50.251356) \u000a10:15:51.478405 run osmo-msc_10.42.42.6(pid=7802): stderr: \u000a| �[0;m�[38;5;43m20221213101550525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101550525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5204aa0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101550525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101550525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101550525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101550526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101550528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101550528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101550528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101550528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:15:51.520474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7795): Terminating (SIGTERM)\u000a10:15:51.560242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7798): Terminating (SIGTERM)\u000a10:15:51.600086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7801): Terminating (SIGTERM)\u000a10:15:51.609478 --- ParallelTerminationStrategy: PID 7795 died...\u000a10:15:51.663288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7795): Terminated: ok {rc=0}\u000a10:15:51.672847 --- ParallelTerminationStrategy: PID 7798 died...\u000a10:15:51.726160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7798): Terminated: ok {rc=0}\u000a10:15:51.735790 --- ParallelTerminationStrategy: PID 7801 died...\u000a10:15:51.788607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7801): Terminated: ok {rc=0}\u000a10:15:51.881648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:15:44" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7816): Process ended prematurely: osmo-stp_10.42.42.5(pid=7816) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7816)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7816): Process ended prematurely: osmo-stp_10.42.42.5(pid=7816) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:15:53.794924 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:15:53.806146 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:15:53.954191 tst mo_mt_call.py: using LAC 33249\u000a10:15:54.087036 tst mo_mt_call.py: using RAC 99\u000a10:15:54.221558 tst mo_mt_call.py: using CellId 33249\u000a10:15:54.352279 tst mo_mt_call.py: using BVCI 33250\u000a10:15:54.378109 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:15:54.390008 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:15:54.401373 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:15:54.412673 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:15:54.424377 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:15:54.436082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:15:54.554566 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:15:54.773851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:55.306666 run create_hlr_db(pid=7810): Launched\u000a10:15:55.501303 bus /sierra_2: Setting Powered False\u000a10:15:56.522353 run create_hlr_db(pid=7810): Terminated: ok {rc=0}\u000a10:15:56.945756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7812): Launched\u000a10:15:57.263689 run osmo-hlr_10.42.42.2(pid=7813): Launched\u000a10:15:57.390531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:57.941138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7815): Launched\u000a10:15:58.257891 run osmo-stp_10.42.42.5(pid=7816): Launched\u000a10:15:58.372396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:15:58.947013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7818): Launched\u000a10:15:59.266532 run osmo-msc_10.42.42.6(pid=7819): Launched\u000a10:15:59.449576 run osmo-stp_10.42.42.5(pid=7816): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7816)]\u000a10:15:59.581190 run osmo-stp_10.42.42.5(pid=7816): stdout: \u000a| (launched: 2022-12-13_10:15:58.102045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:59.710868 run osmo-stp_10.42.42.5(pid=7816): stderr: \u000a| �[0;m�[38;5;43m20221213101558277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101558277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101558277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101558277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101558278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101558278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101558278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:59.836381 run osmo-stp_10.42.42.5(pid=7816): stdout: \u000a| (launched: 2022-12-13_10:15:58.102045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:59.960651 run osmo-stp_10.42.42.5(pid=7816): stderr: \u000a| �[0;m�[38;5;43m20221213101558277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101558277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101558277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101558277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101558278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101558278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101558278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:00.015527 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7816): Process ended prematurely: osmo-stp_10.42.42.5(pid=7816) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7816)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:16:00.024075 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:16:00.084091 run osmo-hlr_10.42.42.2(pid=7813): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7813)]\u000a10:16:00.133462 run osmo-hlr_10.42.42.2(pid=7813): stdout: \u000a| (launched: 2022-12-13_10:15:57.105747) \u000a10:16:00.183294 run osmo-hlr_10.42.42.2(pid=7813): stderr: \u000a| �[0;m�[1;31m20221213101557284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101557284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101557284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101557285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101557285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101557285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101557297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101557305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101557305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101557305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:00.251062 run osmo-msc_10.42.42.6(pid=7819): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7819)]\u000a10:16:00.300444 run osmo-msc_10.42.42.6(pid=7819): stdout: \u000a| (launched: 2022-12-13_10:15:59.106399) \u000a10:16:00.350466 run osmo-msc_10.42.42.6(pid=7819): stderr: \u000a| �[0;m�[38;5;43m20221213101559384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101559384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60a3ec2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101559384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101559384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101559384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101559385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101559386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101559387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101559387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101559387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:00.392833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7812): Terminating (SIGTERM)\u000a10:16:00.432859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7815): Terminating (SIGTERM)\u000a10:16:00.473231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7818): Terminating (SIGTERM)\u000a10:16:00.482535 --- ParallelTerminationStrategy: PID 7812 died...\u000a10:16:00.536244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7812): Terminated: ok {rc=0}\u000a10:16:00.545928 --- ParallelTerminationStrategy: PID 7815 died...\u000a10:16:00.599277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7815): Terminated: ok {rc=0}\u000a10:16:00.609044 --- ParallelTerminationStrategy: PID 7818 died...\u000a10:16:00.662320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7818): Terminated: ok {rc=0}\u000a10:16:00.747490 bus /sierra_3: Setting Powered False\u000a10:16:01.853845 bus /sierra_3: Setting Powered False\u000a10:16:02.961640 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7827): Process ended prematurely: osmo-stp_10.42.42.5(pid=7827) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7827)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7827): Process ended prematurely: osmo-stp_10.42.42.5(pid=7827) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:16:04.080169 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:04.092670 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:16:04.249550 tst mo_mt_call_osmux.py: using LAC 33250\u000a10:16:04.382026 tst mo_mt_call_osmux.py: using RAC 100\u000a10:16:04.512653 tst mo_mt_call_osmux.py: using CellId 33250\u000a10:16:04.645933 tst mo_mt_call_osmux.py: using BVCI 33251\u000a10:16:04.671639 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:04.683301 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:04.694681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:04.706116 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:04.717820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:04.729692 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:16:04.853991 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:16:05.062383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:05.569219 run create_hlr_db(pid=7821): Launched\u000a10:16:05.749633 bus /sierra_2: Setting Powered False\u000a10:16:06.771463 run create_hlr_db(pid=7821): Terminated: ok {rc=0}\u000a10:16:07.221484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7823): Launched\u000a10:16:07.560582 run osmo-hlr_10.42.42.2(pid=7824): Launched\u000a10:16:07.689280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:08.276215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7826): Launched\u000a10:16:08.615028 run osmo-stp_10.42.42.5(pid=7827): Launched\u000a10:16:08.739346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:09.353684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7829): Launched\u000a10:16:09.693173 run osmo-msc_10.42.42.6(pid=7830): Launched\u000a10:16:09.889759 run osmo-stp_10.42.42.5(pid=7827): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7827)]\u000a10:16:10.031451 run osmo-stp_10.42.42.5(pid=7827): stdout: \u000a| (launched: 2022-12-13_10:16:08.447423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:10.172162 run osmo-stp_10.42.42.5(pid=7827): stderr: \u000a| �[0;m�[38;5;43m20221213101608642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101608642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101608642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101608643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101608643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101608643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101608643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:10.307121 run osmo-stp_10.42.42.5(pid=7827): stdout: \u000a| (launched: 2022-12-13_10:16:08.447423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:10.440886 run osmo-stp_10.42.42.5(pid=7827): stderr: \u000a| �[0;m�[38;5;43m20221213101608642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101608642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101608642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101608643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101608643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101608643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101608643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:10.499496 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7827): Process ended prematurely: osmo-stp_10.42.42.5(pid=7827) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7827)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:16:10.508701 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:16:10.572848 run osmo-hlr_10.42.42.2(pid=7824): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7824)]\u000a10:16:10.625349 run osmo-hlr_10.42.42.2(pid=7824): stdout: \u000a| (launched: 2022-12-13_10:16:07.392396) \u000a10:16:10.678571 run osmo-hlr_10.42.42.2(pid=7824): stderr: \u000a| �[0;m�[1;31m20221213101607590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101607590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101607590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101607590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101607590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101607590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101607602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101607611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101607611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101607611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:10.750802 run osmo-msc_10.42.42.6(pid=7830): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7830)]\u000a10:16:10.803081 run osmo-msc_10.42.42.6(pid=7830): stdout: \u000a| (launched: 2022-12-13_10:16:09.524348) \u000a10:16:10.855932 run osmo-msc_10.42.42.6(pid=7830): stderr: \u000a| �[0;m�[38;5;43m20221213101609845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101609845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f154dd9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101609845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101609845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101609845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101609846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101609848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101609849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101609849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101609849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:10.900839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7823): Terminating (SIGTERM)\u000a10:16:10.943368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7826): Terminating (SIGTERM)\u000a10:16:10.985777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7829): Terminating (SIGTERM)\u000a10:16:10.995609 --- ParallelTerminationStrategy: PID 7823 died...\u000a10:16:11.052723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7823): Terminated: ok {rc=0}\u000a10:16:11.062923 --- ParallelTerminationStrategy: PID 7826 died...\u000a10:16:11.119750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7826): Terminated: ok {rc=0}\u000a10:16:11.129975 --- ParallelTerminationStrategy: PID 7829 died...\u000a10:16:11.186984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7829): Terminated: ok {rc=0}\u000a10:16:11.275148 bus /sierra_3: Setting Powered False\u000a10:16:12.377628 bus /sierra_3: Setting Powered False\u000a10:16:13.491177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:15:53" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:16:15.441247 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:15.452283 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:16:15.602310 tst mo_mt_call.py: using LAC 33251\u000a10:16:15.723508 tst mo_mt_call.py: using RAC 101\u000a10:16:15.844748 tst mo_mt_call.py: using CellId 33251\u000a10:16:15.996384 tst mo_mt_call.py: using BVCI 33252\u000a10:16:16.023345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:16.036016 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:16.048686 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:16.061184 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:16.074758 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:16.089571 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:16.212222 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:16.437876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:17.024150 run create_hlr_db(pid=7836): Launched\u000a10:16:17.228322 bus /sierra_2: Setting Powered False\u000a10:16:18.242548 run create_hlr_db(pid=7836): Terminated: ok {rc=0}\u000a10:16:18.697424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Launched\u000a10:16:19.038373 run osmo-hlr_10.42.42.2(pid=7839): Launched\u000a10:16:19.165731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:19.754506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Launched\u000a10:16:20.093313 run osmo-stp_10.42.42.5(pid=7842): Launched\u000a10:16:20.216834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:20.832844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7844): Launched\u000a10:16:21.174489 run osmo-msc_10.42.42.6(pid=7845): Launched\u000a10:16:21.372384 run osmo-stp_10.42.42.5(pid=7842): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]\u000a10:16:21.514971 run osmo-stp_10.42.42.5(pid=7842): stdout: \u000a| (launched: 2022-12-13_10:16:19.926126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:21.651235 run osmo-stp_10.42.42.5(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221213101620118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101620118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101620118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101620119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101620119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101620119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101620119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:21.777097 run osmo-stp_10.42.42.5(pid=7842): stdout: \u000a| (launched: 2022-12-13_10:16:19.926126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:21.901846 run osmo-stp_10.42.42.5(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221213101620118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101620118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101620118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101620119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101620119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101620119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101620119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:21.956891 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:16:21.965754 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:16:22.026673 run osmo-hlr_10.42.42.2(pid=7839): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7839)]\u000a10:16:22.076583 run osmo-hlr_10.42.42.2(pid=7839): stdout: \u000a| (launched: 2022-12-13_10:16:18.869599) \u000a10:16:22.127712 run osmo-hlr_10.42.42.2(pid=7839): stderr: \u000a| �[0;m�[1;31m20221213101619067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101619067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101619067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101619067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101619067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101619067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101619079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101619088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101619089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101619089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:22.196495 run osmo-msc_10.42.42.6(pid=7845): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7845)]\u000a10:16:22.246366 run osmo-msc_10.42.42.6(pid=7845): stdout: \u000a| (launched: 2022-12-13_10:16:21.005100) \u000a10:16:22.296663 run osmo-msc_10.42.42.6(pid=7845): stderr: \u000a| �[0;m�[38;5;43m20221213101621327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101621328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cdfcf3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101621328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101621328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101621328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101621328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101621330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101621331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101621331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101621331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:22.339311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Terminating (SIGTERM)\u000a10:16:22.379730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Terminating (SIGTERM)\u000a10:16:22.419951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7844): Terminating (SIGTERM)\u000a10:16:22.429382 --- ParallelTerminationStrategy: PID 7838 died...\u000a10:16:22.483420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Terminated: ok {rc=0}\u000a10:16:22.493271 --- ParallelTerminationStrategy: PID 7841 died...\u000a10:16:22.546893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Terminated: ok {rc=0}\u000a10:16:22.556654 --- ParallelTerminationStrategy: PID 7844 died...\u000a10:16:22.610323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7844): Terminated: ok {rc=0}\u000a10:16:22.700459 bus /sierra_3: Setting Powered False\u000a10:16:23.806852 bus /sierra_3: Setting Powered False\u000a10:16:24.919813 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7853): Process ended prematurely: osmo-stp_10.42.42.5(pid=7853) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7853): Process ended prematurely: osmo-stp_10.42.42.5(pid=7853) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:16:26.032782 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:26.044626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:16:26.192525 tst mo_mt_call_osmux.py: using LAC 33252\u000a10:16:26.316403 tst mo_mt_call_osmux.py: using RAC 102\u000a10:16:26.438820 tst mo_mt_call_osmux.py: using CellId 33252\u000a10:16:26.563684 tst mo_mt_call_osmux.py: using BVCI 33253\u000a10:16:26.587736 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:26.598927 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:26.609825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:26.620626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:26.631551 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:26.642463 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:26.766920 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:26.989617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:27.524844 run create_hlr_db(pid=7847): Launched\u000a10:16:27.720763 bus /sierra_2: Setting Powered False\u000a10:16:28.741396 run create_hlr_db(pid=7847): Terminated: ok {rc=0}\u000a10:16:29.192875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7849): Launched\u000a10:16:29.535106 run osmo-hlr_10.42.42.2(pid=7850): Launched\u000a10:16:29.659653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:30.248851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7852): Launched\u000a10:16:30.590247 run osmo-stp_10.42.42.5(pid=7853): Launched\u000a10:16:30.713547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:31.349122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7855): Launched\u000a10:16:31.726863 run osmo-msc_10.42.42.6(pid=7856): Launched\u000a10:16:32.109396 run osmo-stp_10.42.42.5(pid=7853): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)]\u000a10:16:32.462238 run osmo-stp_10.42.42.5(pid=7853): stdout: \u000a| (launched: 2022-12-13_10:16:30.420687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:32.594345 run osmo-stp_10.42.42.5(pid=7853): stderr: \u000a| �[0;m�[38;5;43m20221213101630613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101630613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101630613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101630614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101630614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101630614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101630614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:32.721131 run osmo-stp_10.42.42.5(pid=7853): stdout: \u000a| (launched: 2022-12-13_10:16:30.420687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:32.846071 run osmo-stp_10.42.42.5(pid=7853): stderr: \u000a| �[0;m�[38;5;43m20221213101630613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101630613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101630613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101630614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101630614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101630614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101630614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:32.901444 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7853): Process ended prematurely: osmo-stp_10.42.42.5(pid=7853) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:16:32.910101 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a10:16:32.971259 run osmo-hlr_10.42.42.2(pid=7850): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7850)]\u000a10:16:33.021438 run osmo-hlr_10.42.42.2(pid=7850): stdout: \u000a| (launched: 2022-12-13_10:16:29.365320) \u000a10:16:33.072445 run osmo-hlr_10.42.42.2(pid=7850): stderr: \u000a| �[0;m�[1;31m20221213101629561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101629562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101629562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101629562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101629562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101629562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101629575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101629583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101629584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101629584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:33.142040 run osmo-msc_10.42.42.6(pid=7856): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7856)]\u000a10:16:33.192349 run osmo-msc_10.42.42.6(pid=7856): stdout: \u000a| (launched: 2022-12-13_10:16:31.525744) \u000a10:16:33.243199 run osmo-msc_10.42.42.6(pid=7856): stderr: \u000a| �[0;m�[38;5;43m20221213101632075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101632076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e77886c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101632076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101632076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101632077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101632077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101632079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101632079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101632079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101632079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:33.286359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7849): Terminating (SIGTERM)\u000a10:16:33.327007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7852): Terminating (SIGTERM)\u000a10:16:33.367889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7855): Terminating (SIGTERM)\u000a10:16:33.377470 --- ParallelTerminationStrategy: PID 7849 died...\u000a10:16:33.432352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7849): Terminated: ok {rc=0}\u000a10:16:33.442268 --- ParallelTerminationStrategy: PID 7852 died...\u000a10:16:33.496421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7852): Terminated: ok {rc=0}\u000a10:16:33.506357 --- ParallelTerminationStrategy: PID 7855 died...\u000a10:16:33.561036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7855): Terminated: ok {rc=0}\u000a10:16:33.650422 bus /sierra_3: Setting Powered False\u000a10:16:34.759250 bus /sierra_3: Setting Powered False\u000a10:16:35.869068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:16:15" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:16:37.830720 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:37.841803 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:16:37.994282 tst mo_mt_call.py: using LAC 33253\u000a10:16:38.117847 tst mo_mt_call.py: using RAC 103\u000a10:16:38.238552 tst mo_mt_call.py: using CellId 33253\u000a10:16:38.359086 tst mo_mt_call.py: using BVCI 33254\u000a10:16:38.382942 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:38.393996 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:38.404761 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:38.415593 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:38.426605 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:38.437435 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:16:38.555777 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:16:38.761585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:39.266028 run create_hlr_db(pid=7861): Launched\u000a10:16:39.446127 bus /sierra_2: Setting Powered False\u000a10:16:40.467846 run create_hlr_db(pid=7861): Terminated: ok {rc=0}\u000a10:16:40.888365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Launched\u000a10:16:41.204599 run osmo-hlr_10.42.42.2(pid=7864): Launched\u000a10:16:41.328226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:41.881519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Launched\u000a10:16:42.198210 run osmo-stp_10.42.42.5(pid=7867): Launched\u000a10:16:42.310407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:42.883232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7869): Launched\u000a10:16:43.202093 run osmo-msc_10.42.42.6(pid=7870): Launched\u000a10:16:43.384734 run osmo-stp_10.42.42.5(pid=7867): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]\u000a10:16:43.516395 run osmo-stp_10.42.42.5(pid=7867): stdout: \u000a| (launched: 2022-12-13_10:16:42.040495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:43.647034 run osmo-stp_10.42.42.5(pid=7867): stderr: \u000a| �[0;m�[38;5;43m20221213101642214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101642215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101642215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101642215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101642216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101642216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101642216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:43.772542 run osmo-stp_10.42.42.5(pid=7867): stdout: \u000a| (launched: 2022-12-13_10:16:42.040495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:43.896901 run osmo-stp_10.42.42.5(pid=7867): stderr: \u000a| �[0;m�[38;5;43m20221213101642214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101642215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101642215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101642215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101642216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101642216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101642216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:43.951669 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:16:43.960217 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:16:44.020391 run osmo-hlr_10.42.42.2(pid=7864): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7864)]\u000a10:16:44.069996 run osmo-hlr_10.42.42.2(pid=7864): stdout: \u000a| (launched: 2022-12-13_10:16:41.048259) \u000a10:16:44.120527 run osmo-hlr_10.42.42.2(pid=7864): stderr: \u000a| �[0;m�[1;31m20221213101641225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101641225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101641226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101641226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101641226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101641226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101641238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101641248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101641248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101641249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:44.188915 run osmo-msc_10.42.42.6(pid=7870): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7870)]\u000a10:16:44.238652 run osmo-msc_10.42.42.6(pid=7870): stdout: \u000a| (launched: 2022-12-13_10:16:43.042568) \u000a10:16:44.288936 run osmo-msc_10.42.42.6(pid=7870): stderr: \u000a| �[0;m�[38;5;43m20221213101643315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101643315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb39069ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101643316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101643316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101643316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101643316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101643318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101643318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101643318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101643318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:44.331485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Terminating (SIGTERM)\u000a10:16:44.371691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Terminating (SIGTERM)\u000a10:16:44.411940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7869): Terminating (SIGTERM)\u000a10:16:44.421363 --- ParallelTerminationStrategy: PID 7863 died...\u000a10:16:44.475149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Terminated: ok {rc=0}\u000a10:16:44.484840 --- ParallelTerminationStrategy: PID 7866 died...\u000a10:16:44.538539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Terminated: ok {rc=0}\u000a10:16:44.548148 --- ParallelTerminationStrategy: PID 7869 died...\u000a10:16:44.601438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7869): Terminated: ok {rc=0}\u000a10:16:44.690614 bus /sierra_3: Setting Powered False\u000a10:16:45.794739 bus /sierra_3: Setting Powered False\u000a10:16:46.935278 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7878): Process ended prematurely: osmo-stp_10.42.42.5(pid=7878) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7878): Process ended prematurely: osmo-stp_10.42.42.5(pid=7878) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:16:48.055560 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:48.067967 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:16:48.225176 tst mo_mt_call_osmux.py: using LAC 33254\u000a10:16:48.358289 tst mo_mt_call_osmux.py: using RAC 104\u000a10:16:48.489080 tst mo_mt_call_osmux.py: using CellId 33254\u000a10:16:48.631003 tst mo_mt_call_osmux.py: using BVCI 33255\u000a10:16:48.656908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:48.668689 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:48.680262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:48.691791 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:48.703633 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:16:48.715538 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:16:48.834947 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:16:49.054508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:49.587282 run create_hlr_db(pid=7872): Launched\u000a10:16:49.782202 bus /sierra_2: Setting Powered False\u000a10:16:50.802811 run create_hlr_db(pid=7872): Terminated: ok {rc=0}\u000a10:16:51.226814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7874): Launched\u000a10:16:51.542627 run osmo-hlr_10.42.42.2(pid=7875): Launched\u000a10:16:51.658219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:52.205391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7877): Launched\u000a10:16:52.522919 run osmo-stp_10.42.42.5(pid=7878): Launched\u000a10:16:52.636389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:53.209235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7880): Launched\u000a10:16:53.527784 run osmo-msc_10.42.42.6(pid=7881): Launched\u000a10:16:53.710198 run osmo-stp_10.42.42.5(pid=7878): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)]\u000a10:16:53.840755 run osmo-stp_10.42.42.5(pid=7878): stdout: \u000a| (launched: 2022-12-13_10:16:52.364257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:53.970225 run osmo-stp_10.42.42.5(pid=7878): stderr: \u000a| �[0;m�[38;5;43m20221213101652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101652536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101652537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:54.095302 run osmo-stp_10.42.42.5(pid=7878): stdout: \u000a| (launched: 2022-12-13_10:16:52.364257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:54.219429 run osmo-stp_10.42.42.5(pid=7878): stderr: \u000a| �[0;m�[38;5;43m20221213101652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101652536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101652537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:54.273978 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7878): Process ended prematurely: osmo-stp_10.42.42.5(pid=7878) [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:16:54.282475 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:16:54.349297 run osmo-hlr_10.42.42.2(pid=7875): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7875)]\u000a10:16:54.399002 run osmo-hlr_10.42.42.2(pid=7875): stdout: \u000a| (launched: 2022-12-13_10:16:51.386319) \u000a10:16:54.449287 run osmo-hlr_10.42.42.2(pid=7875): stderr: \u000a| �[0;m�[1;31m20221213101651563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101651563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101651563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101651563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101651563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101651563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101651576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101651585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101651585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101651585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:54.517374 run osmo-msc_10.42.42.6(pid=7881): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7881)]\u000a10:16:54.566937 run osmo-msc_10.42.42.6(pid=7881): stdout: \u000a| (launched: 2022-12-13_10:16:53.368272) \u000a10:16:54.617225 run osmo-msc_10.42.42.6(pid=7881): stderr: \u000a| �[0;m�[38;5;43m20221213101653642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101653642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7e09fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101653642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101653642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101653643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101653643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101653644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101653645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101653645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101653645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:54.659762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7874): Terminating (SIGTERM)\u000a10:16:54.699770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7877): Terminating (SIGTERM)\u000a10:16:54.739770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7880): Terminating (SIGTERM)\u000a10:16:54.749171 --- ParallelTerminationStrategy: PID 7874 died...\u000a10:16:54.803079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7874): Terminated: ok {rc=0}\u000a10:16:54.812846 --- ParallelTerminationStrategy: PID 7877 died...\u000a10:16:54.866636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7877): Terminated: ok {rc=0}\u000a10:16:54.876363 --- ParallelTerminationStrategy: PID 7880 died...\u000a10:16:54.929911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7880): Terminated: ok {rc=0}\u000a10:16:55.019546 bus /sierra_3: Setting Powered False\u000a10:16:56.123285 bus /sierra_3: Setting Powered False\u000a10:16:57.236388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:16:37" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7895): Process ended prematurely: osmo-stp_10.42.42.5(pid=7895) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7895)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7895): Process ended prematurely: osmo-stp_10.42.42.5(pid=7895) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:16:59.186771 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:16:59.198048 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:16:59.346184 tst mo_mt_call.py: using LAC 33255\u000a10:16:59.471325 tst mo_mt_call.py: using RAC 105\u000a10:16:59.596273 tst mo_mt_call.py: using CellId 33255\u000a10:16:59.720765 tst mo_mt_call.py: using BVCI 33256\u000a10:16:59.745318 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:16:59.756234 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:16:59.767182 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:16:59.778007 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:16:59.788997 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:16:59.799974 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:16:59.924342 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:00.134268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:00.641171 run create_hlr_db(pid=7886): Launched\u000a10:17:00.821583 bus /sierra_2: Setting Powered False\u000a10:17:01.875804 run create_hlr_db(pid=7886): Terminated: ok {rc=0}\u000a10:17:02.368448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7891): Launched\u000a10:17:02.710379 run osmo-hlr_10.42.42.2(pid=7892): Launched\u000a10:17:02.838630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:03.426101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7894): Launched\u000a10:17:03.766680 run osmo-stp_10.42.42.5(pid=7895): Launched\u000a10:17:03.889625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:04.505543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7897): Launched\u000a10:17:04.845074 run osmo-msc_10.42.42.6(pid=7898): Launched\u000a10:17:05.041469 run osmo-stp_10.42.42.5(pid=7895): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7895)]\u000a10:17:05.183607 run osmo-stp_10.42.42.5(pid=7895): stdout: \u000a| (launched: 2022-12-13_10:17:03.597509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:05.324328 run osmo-stp_10.42.42.5(pid=7895): stderr: \u000a| �[0;m�[38;5;43m20221213101703789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101703790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101703790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101703790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101703791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101703791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101703791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:05.459587 run osmo-stp_10.42.42.5(pid=7895): stdout: \u000a| (launched: 2022-12-13_10:17:03.597509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:05.594017 run osmo-stp_10.42.42.5(pid=7895): stderr: \u000a| �[0;m�[38;5;43m20221213101703789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101703790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101703790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101703790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101703791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101703791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101703791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:05.653163 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7895): Process ended prematurely: osmo-stp_10.42.42.5(pid=7895) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7895)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:17:05.662384 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:17:05.726249 run osmo-hlr_10.42.42.2(pid=7892): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7892)]\u000a10:17:05.778416 run osmo-hlr_10.42.42.2(pid=7892): stdout: \u000a| (launched: 2022-12-13_10:17:02.541375) \u000a10:17:05.831664 run osmo-hlr_10.42.42.2(pid=7892): stderr: \u000a| �[0;m�[1;31m20221213101702738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101702738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101702738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101702738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101702738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101702738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101702750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101702759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101702759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101702759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:05.903549 run osmo-msc_10.42.42.6(pid=7898): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7898)]\u000a10:17:05.955941 run osmo-msc_10.42.42.6(pid=7898): stdout: \u000a| (launched: 2022-12-13_10:17:04.676788) \u000a10:17:06.008999 run osmo-msc_10.42.42.6(pid=7898): stderr: \u000a| �[0;m�[38;5;43m20221213101704997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101704998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce21a16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101704998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101704998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101704998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101704999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101705000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101705001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101705001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101705001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:06.054133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7891): Terminating (SIGTERM)\u000a10:17:06.096926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7894): Terminating (SIGTERM)\u000a10:17:06.139571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7897): Terminating (SIGTERM)\u000a10:17:06.149452 --- ParallelTerminationStrategy: PID 7891 died...\u000a10:17:06.206894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7891): Terminated: ok {rc=0}\u000a10:17:06.217206 --- ParallelTerminationStrategy: PID 7894 died...\u000a10:17:06.274131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7894): Terminated: ok {rc=0}\u000a10:17:06.284292 --- ParallelTerminationStrategy: PID 7897 died...\u000a10:17:06.340792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7897): Terminated: ok {rc=0}\u000a10:17:06.427715 bus /sierra_3: Setting Powered False\u000a10:17:07.534645 bus /sierra_3: Setting Powered False\u000a10:17:08.644164 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7906): Process ended prematurely: osmo-stp_10.42.42.5(pid=7906) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7906): Process ended prematurely: osmo-stp_10.42.42.5(pid=7906) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:17:09.762431 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:09.774944 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:17:09.930859 tst mo_mt_call_osmux.py: using LAC 33256\u000a10:17:10.064095 tst mo_mt_call_osmux.py: using RAC 106\u000a10:17:10.196161 tst mo_mt_call_osmux.py: using CellId 33256\u000a10:17:10.328124 tst mo_mt_call_osmux.py: using BVCI 33257\u000a10:17:10.353840 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:10.365365 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:10.376669 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:10.388042 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:10.399695 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:10.411329 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:10.531070 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:10.750305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:11.285670 run create_hlr_db(pid=7900): Launched\u000a10:17:11.481750 bus /sierra_2: Setting Powered False\u000a10:17:12.502176 run create_hlr_db(pid=7900): Terminated: ok {rc=0}\u000a10:17:12.927243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7902): Launched\u000a10:17:13.243922 run osmo-hlr_10.42.42.2(pid=7903): Launched\u000a10:17:13.362827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:13.907491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7905): Launched\u000a10:17:14.221745 run osmo-stp_10.42.42.5(pid=7906): Launched\u000a10:17:14.335747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:14.911119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7908): Launched\u000a10:17:15.226724 run osmo-msc_10.42.42.6(pid=7909): Launched\u000a10:17:15.409093 run osmo-stp_10.42.42.5(pid=7906): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)]\u000a10:17:15.540787 run osmo-stp_10.42.42.5(pid=7906): stdout: \u000a| (launched: 2022-12-13_10:17:14.066347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:15.671026 run osmo-stp_10.42.42.5(pid=7906): stderr: \u000a| �[0;m�[38;5;43m20221213101714238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101714239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101714239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101714239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101714240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101714240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101714240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:15.796466 run osmo-stp_10.42.42.5(pid=7906): stdout: \u000a| (launched: 2022-12-13_10:17:14.066347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:15.948312 run osmo-stp_10.42.42.5(pid=7906): stderr: \u000a| �[0;m�[38;5;43m20221213101714238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101714239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101714239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101714239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101714240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101714240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101714240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:16.010213 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7906): Process ended prematurely: osmo-stp_10.42.42.5(pid=7906) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:17:16.020556 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:17:16.088425 run osmo-hlr_10.42.42.2(pid=7903): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7903)]\u000a10:17:16.143561 run osmo-hlr_10.42.42.2(pid=7903): stdout: \u000a| (launched: 2022-12-13_10:17:13.086641) \u000a10:17:16.200435 run osmo-hlr_10.42.42.2(pid=7903): stderr: \u000a| �[0;m�[1;31m20221213101713266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101713266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101713266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101713266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101713266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101713266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101713279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101713289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101713289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101713289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:16.276743 run osmo-msc_10.42.42.6(pid=7909): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7909)]\u000a10:17:16.336788 run osmo-msc_10.42.42.6(pid=7909): stdout: \u000a| (launched: 2022-12-13_10:17:15.070136) \u000a10:17:16.393235 run osmo-msc_10.42.42.6(pid=7909): stderr: \u000a| �[0;m�[38;5;43m20221213101715343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101715343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ca3c5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101715343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101715343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101715344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101715344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101715346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:16.441576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7902): Terminating (SIGTERM)\u000a10:17:16.488752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7905): Terminating (SIGTERM)\u000a10:17:16.535995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7908): Terminating (SIGTERM)\u000a10:17:16.547558 --- ParallelTerminationStrategy: PID 7902 died...\u000a10:17:16.610096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7902): Terminated: ok {rc=0}\u000a10:17:16.622474 --- ParallelTerminationStrategy: PID 7905 died...\u000a10:17:16.681627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7905): Terminated: ok {rc=0}\u000a10:17:16.693393 --- ParallelTerminationStrategy: PID 7908 died...\u000a10:17:16.752241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7908): Terminated: ok {rc=0}\u000a10:17:16.847074 bus /sierra_3: Setting Powered False\u000a10:17:17.953048 bus /sierra_3: Setting Powered False\u000a10:17:19.062031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7920): Process ended prematurely: osmo-stp_10.42.42.5(pid=7920) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7920): Process ended prematurely: osmo-stp_10.42.42.5(pid=7920) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:17:21.021675 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:21.032634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:17:21.178842 tst mo_mt_call.py: using LAC 33257\u000a10:17:21.301099 tst mo_mt_call.py: using RAC 107\u000a10:17:21.423419 tst mo_mt_call.py: using CellId 33257\u000a10:17:21.545636 tst mo_mt_call.py: using BVCI 33258\u000a10:17:21.569238 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:21.580203 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:21.591128 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:21.601970 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:21.612835 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:21.623941 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:17:21.742334 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:17:21.947142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:22.443597 run create_hlr_db(pid=7914): Launched\u000a10:17:22.623661 bus /sierra_2: Setting Powered False\u000a10:17:23.645464 run create_hlr_db(pid=7914): Terminated: ok {rc=0}\u000a10:17:24.096343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7916): Launched\u000a10:17:24.435468 run osmo-hlr_10.42.42.2(pid=7917): Launched\u000a10:17:24.560466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:25.151250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7919): Launched\u000a10:17:25.492388 run osmo-stp_10.42.42.5(pid=7920): Launched\u000a10:17:25.616243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:26.232569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7922): Launched\u000a10:17:26.574248 run osmo-msc_10.42.42.6(pid=7923): Launched\u000a10:17:26.771522 run osmo-stp_10.42.42.5(pid=7920): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)]\u000a10:17:26.913440 run osmo-stp_10.42.42.5(pid=7920): stdout: \u000a| (launched: 2022-12-13_10:17:25.323789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:27.053938 run osmo-stp_10.42.42.5(pid=7920): stderr: \u000a| �[0;m�[38;5;43m20221213101725515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101725515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101725516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101725516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101725517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101725517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101725517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:27.189134 run osmo-stp_10.42.42.5(pid=7920): stdout: \u000a| (launched: 2022-12-13_10:17:25.323789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:27.323599 run osmo-stp_10.42.42.5(pid=7920): stderr: \u000a| �[0;m�[38;5;43m20221213101725515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101725515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101725516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101725516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101725517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101725517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101725517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:27.382780 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7920): Process ended prematurely: osmo-stp_10.42.42.5(pid=7920) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:17:27.392056 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:17:27.456250 run osmo-hlr_10.42.42.2(pid=7917): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7917)]\u000a10:17:27.509190 run osmo-hlr_10.42.42.2(pid=7917): stdout: \u000a| (launched: 2022-12-13_10:17:24.268663) \u000a10:17:27.562349 run osmo-hlr_10.42.42.2(pid=7917): stderr: \u000a| �[0;m�[1;31m20221213101724466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101724466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101724467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101724467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101724467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101724467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101724479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101724487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101724488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101724488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:27.634256 run osmo-msc_10.42.42.6(pid=7923): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7923)]\u000a10:17:27.686471 run osmo-msc_10.42.42.6(pid=7923): stdout: \u000a| (launched: 2022-12-13_10:17:26.404378) \u000a10:17:27.739488 run osmo-msc_10.42.42.6(pid=7923): stderr: \u000a| �[0;m�[38;5;43m20221213101726725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101726726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b0faa3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101726726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101726726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101726726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101726726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101726728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101726729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101726729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101726729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:27.784595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7916): Terminating (SIGTERM)\u000a10:17:27.827380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7919): Terminating (SIGTERM)\u000a10:17:27.870322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7922): Terminating (SIGTERM)\u000a10:17:27.880220 --- ParallelTerminationStrategy: PID 7916 died...\u000a10:17:27.937462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7916): Terminated: ok {rc=0}\u000a10:17:27.947661 --- ParallelTerminationStrategy: PID 7919 died...\u000a10:17:28.004882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7919): Terminated: ok {rc=0}\u000a10:17:28.015121 --- ParallelTerminationStrategy: PID 7922 died...\u000a10:17:28.072013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7922): Terminated: ok {rc=0}\u000a10:17:28.160632 bus /sierra_3: Setting Powered False\u000a10:17:29.267785 bus /sierra_3: Setting Powered False\u000a10:17:30.378551 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7931): Process ended prematurely: osmo-stp_10.42.42.5(pid=7931) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7931): Process ended prematurely: osmo-stp_10.42.42.5(pid=7931) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:17:31.503009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:31.516307 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:17:31.678232 tst mo_mt_call_osmux.py: using LAC 33258\u000a10:17:31.845169 tst mo_mt_call_osmux.py: using RAC 108\u000a10:17:31.981882 tst mo_mt_call_osmux.py: using CellId 33258\u000a10:17:32.116414 tst mo_mt_call_osmux.py: using BVCI 33259\u000a10:17:32.144298 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:32.157210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:32.169877 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:32.183532 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:32.197009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:32.211249 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:17:32.338931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:17:32.554003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:33.090498 run create_hlr_db(pid=7925): Launched\u000a10:17:33.271225 bus /sierra_2: Setting Powered False\u000a10:17:34.292642 run create_hlr_db(pid=7925): Terminated: ok {rc=0}\u000a10:17:34.740047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7927): Launched\u000a10:17:35.079101 run osmo-hlr_10.42.42.2(pid=7928): Launched\u000a10:17:35.204100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:35.791828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7930): Launched\u000a10:17:36.129698 run osmo-stp_10.42.42.5(pid=7931): Launched\u000a10:17:36.252807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:36.868105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7933): Launched\u000a10:17:37.206335 run osmo-msc_10.42.42.6(pid=7934): Launched\u000a10:17:37.403515 run osmo-stp_10.42.42.5(pid=7931): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)]\u000a10:17:37.545061 run osmo-stp_10.42.42.5(pid=7931): stdout: \u000a| (launched: 2022-12-13_10:17:35.962672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:37.684939 run osmo-stp_10.42.42.5(pid=7931): stderr: \u000a| �[0;m�[38;5;43m20221213101736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101736155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101736156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101736156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101736156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:37.819816 run osmo-stp_10.42.42.5(pid=7931): stdout: \u000a| (launched: 2022-12-13_10:17:35.962672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:37.953889 run osmo-stp_10.42.42.5(pid=7931): stderr: \u000a| �[0;m�[38;5;43m20221213101736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101736155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101736156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101736156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101736156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:38.012641 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7931): Process ended prematurely: osmo-stp_10.42.42.5(pid=7931) [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)] [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:17:38.022066 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:17:38.086836 run osmo-hlr_10.42.42.2(pid=7928): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7928)]\u000a10:17:38.139454 run osmo-hlr_10.42.42.2(pid=7928): stdout: \u000a| (launched: 2022-12-13_10:17:34.911017) \u000a10:17:38.192529 run osmo-hlr_10.42.42.2(pid=7928): stderr: \u000a| �[0;m�[1;31m20221213101735109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101735109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101735109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101735109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101735109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101735109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101735121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101735130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101735130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101735130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:38.265369 run osmo-msc_10.42.42.6(pid=7934): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7934)]\u000a10:17:38.318000 run osmo-msc_10.42.42.6(pid=7934): stdout: \u000a| (launched: 2022-12-13_10:17:37.039114) \u000a10:17:38.371151 run osmo-msc_10.42.42.6(pid=7934): stderr: \u000a| �[0;m�[38;5;43m20221213101737362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101737362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0a952bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101737362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101737362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101737362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101737362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101737364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101737364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101737365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101737365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:38.416602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7927): Terminating (SIGTERM)\u000a10:17:38.459554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7930): Terminating (SIGTERM)\u000a10:17:38.502441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7933): Terminating (SIGTERM)\u000a10:17:38.512300 --- ParallelTerminationStrategy: PID 7927 died...\u000a10:17:38.569699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7927): Terminated: ok {rc=0}\u000a10:17:38.579979 --- ParallelTerminationStrategy: PID 7930 died...\u000a10:17:38.637111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7930): Terminated: ok {rc=0}\u000a10:17:38.647369 --- ParallelTerminationStrategy: PID 7933 died...\u000a10:17:38.704293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7933): Terminated: ok {rc=0}\u000a10:17:38.793378 bus /sierra_3: Setting Powered False\u000a10:17:39.901854 bus /sierra_3: Setting Powered False\u000a10:17:41.014999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:17:20" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7945): Process ended prematurely: osmo-stp_10.42.42.5(pid=7945) [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7945)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7945): Process ended prematurely: osmo-stp_10.42.42.5(pid=7945) [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:17:42.970336 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:42.981629 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:17:43.128682 tst mo_mt_call.py: using LAC 33259\u000a10:17:43.253256 tst mo_mt_call.py: using RAC 109\u000a10:17:43.377062 tst mo_mt_call.py: using CellId 33259\u000a10:17:43.499477 tst mo_mt_call.py: using BVCI 33260\u000a10:17:43.523316 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:43.534481 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:43.545343 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:43.556104 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:43.567067 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:43.578141 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:17:43.702390 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:17:43.909931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:44.413413 run create_hlr_db(pid=7939): Launched\u000a10:17:44.593644 bus /sierra_2: Setting Powered False\u000a10:17:45.627584 run create_hlr_db(pid=7939): Terminated: ok {rc=0}\u000a10:17:46.083318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7941): Launched\u000a10:17:46.526810 run osmo-hlr_10.42.42.2(pid=7942): Launched\u000a10:17:46.669955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:47.323410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7944): Launched\u000a10:17:47.641293 run osmo-stp_10.42.42.5(pid=7945): Launched\u000a10:17:47.754008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:48.329120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7947): Launched\u000a10:17:48.647916 run osmo-msc_10.42.42.6(pid=7948): Launched\u000a10:17:48.831233 run osmo-stp_10.42.42.5(pid=7945): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7945)]\u000a10:17:48.963317 run osmo-stp_10.42.42.5(pid=7945): stdout: \u000a| (launched: 2022-12-13_10:17:47.483428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:49.093968 run osmo-stp_10.42.42.5(pid=7945): stderr: \u000a| �[0;m�[38;5;43m20221213101747655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101747655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101747655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101747656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101747656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101747657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101747657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:49.220179 run osmo-stp_10.42.42.5(pid=7945): stdout: \u000a| (launched: 2022-12-13_10:17:47.483428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:49.345375 run osmo-stp_10.42.42.5(pid=7945): stderr: \u000a| �[0;m�[38;5;43m20221213101747655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101747655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101747655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101747656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101747656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101747657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101747657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:49.400262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7945): Process ended prematurely: osmo-stp_10.42.42.5(pid=7945) [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7945)] [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:17:49.409253 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:17:49.469859 run osmo-hlr_10.42.42.2(pid=7942): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7942)]\u000a10:17:49.519609 run osmo-hlr_10.42.42.2(pid=7942): stdout: \u000a| (launched: 2022-12-13_10:17:46.246484) \u000a10:17:49.569893 run osmo-hlr_10.42.42.2(pid=7942): stderr: \u000a| �[0;m�[1;31m20221213101746516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101746516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101746516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101746516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101746516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101746516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101746539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101746556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101746556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101746556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:49.638245 run osmo-msc_10.42.42.6(pid=7948): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7948)]\u000a10:17:49.687985 run osmo-msc_10.42.42.6(pid=7948): stdout: \u000a| (launched: 2022-12-13_10:17:48.488740) \u000a10:17:49.738377 run osmo-msc_10.42.42.6(pid=7948): stderr: \u000a| �[0;m�[38;5;43m20221213101748762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101748762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe943884c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101748762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101748762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101748762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101748762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101748764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101748764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101748765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101748765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:49.781062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7941): Terminating (SIGTERM)\u000a10:17:49.821406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7944): Terminating (SIGTERM)\u000a10:17:49.861608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7947): Terminating (SIGTERM)\u000a10:17:49.870978 --- ParallelTerminationStrategy: PID 7941 died...\u000a10:17:49.924440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7941): Terminated: ok {rc=0}\u000a10:17:49.934276 --- ParallelTerminationStrategy: PID 7944 died...\u000a10:17:49.987994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7944): Terminated: ok {rc=0}\u000a10:17:49.997846 --- ParallelTerminationStrategy: PID 7947 died...\u000a10:17:50.051490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7947): Terminated: ok {rc=0}\u000a10:17:50.140713 bus /sierra_3: Setting Powered False\u000a10:17:51.246222 bus /sierra_3: Setting Powered False\u000a10:17:52.358247 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:17:53.478042 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:53.490547 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:17:53.646402 tst mo_mt_call_osmux.py: using LAC 33260\u000a10:17:53.777694 tst mo_mt_call_osmux.py: using RAC 110\u000a10:17:53.911052 tst mo_mt_call_osmux.py: using CellId 33260\u000a10:17:54.044342 tst mo_mt_call_osmux.py: using BVCI 33261\u000a10:17:54.070242 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:54.082115 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:54.093619 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:54.105030 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:54.116817 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:17:54.128610 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:17:54.249449 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:17:54.469360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:55.001979 run create_hlr_db(pid=7950): Launched\u000a10:17:55.196669 bus /sierra_2: Setting Powered False\u000a10:17:56.217778 run create_hlr_db(pid=7950): Terminated: ok {rc=0}\u000a10:17:56.641597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Launched\u000a10:17:56.957831 run osmo-hlr_10.42.42.2(pid=7953): Launched\u000a10:17:57.081776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:57.631801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Launched\u000a10:17:57.948354 run osmo-stp_10.42.42.5(pid=7956): Launched\u000a10:17:58.062346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:58.640064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7958): Launched\u000a10:17:58.956631 run osmo-msc_10.42.42.6(pid=7959): Launched\u000a10:17:59.139373 run osmo-stp_10.42.42.5(pid=7956): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]\u000a10:17:59.271436 run osmo-stp_10.42.42.5(pid=7956): stdout: \u000a| (launched: 2022-12-13_10:17:57.791041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:59.402270 run osmo-stp_10.42.42.5(pid=7956): stderr: \u000a| �[0;m�[38;5;43m20221213101757963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101757963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101757963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101757963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101757964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101757964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101757964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:59.528519 run osmo-stp_10.42.42.5(pid=7956): stdout: \u000a| (launched: 2022-12-13_10:17:57.791041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:59.654484 run osmo-stp_10.42.42.5(pid=7956): stderr: \u000a| �[0;m�[38;5;43m20221213101757963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101757963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101757963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101757963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101757964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101757964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101757964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:59.709576 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)] [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:17:59.718474 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:17:59.779578 run osmo-hlr_10.42.42.2(pid=7953): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7953)]\u000a10:17:59.829594 run osmo-hlr_10.42.42.2(pid=7953): stdout: \u000a| (launched: 2022-12-13_10:17:56.800753) \u000a10:17:59.880359 run osmo-hlr_10.42.42.2(pid=7953): stderr: \u000a| �[0;m�[1;31m20221213101756979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101756979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101756979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101756979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101756979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101756979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101756993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101757003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101757003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101757003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:59.949368 run osmo-msc_10.42.42.6(pid=7959): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7959)]\u000a10:17:59.999397 run osmo-msc_10.42.42.6(pid=7959): stdout: \u000a| (launched: 2022-12-13_10:17:58.799500) \u000a10:18:00.050133 run osmo-msc_10.42.42.6(pid=7959): stderr: \u000a| �[0;m�[38;5;43m20221213101759073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101759073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae199fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101759073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101759073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101759074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101759074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101759075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101759076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101759076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101759076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:00.093206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Terminating (SIGTERM)\u000a10:18:00.133879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Terminating (SIGTERM)\u000a10:18:00.174611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7958): Terminating (SIGTERM)\u000a10:18:00.183779 --- ParallelTerminationStrategy: PID 7952 died...\u000a10:18:00.239162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Terminated: ok {rc=0}\u000a10:18:00.249204 --- ParallelTerminationStrategy: PID 7955 died...\u000a10:18:00.303515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Terminated: ok {rc=0}\u000a10:18:00.313453 --- ParallelTerminationStrategy: PID 7958 died...\u000a10:18:00.367721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7958): Terminated: ok {rc=0}\u000a10:18:00.457252 bus /sierra_3: Setting Powered False\u000a10:18:01.589275 bus /sierra_3: Setting Powered False\u000a10:18:02.704463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:17:42" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7971): Process ended prematurely: osmo-stp_10.42.42.5(pid=7971) [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7971)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7971): Process ended prematurely: osmo-stp_10.42.42.5(pid=7971) [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:18:04.654163 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:04.665195 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:04.813870 tst mo_mt_call.py: using LAC 33261\u000a10:18:04.937238 tst mo_mt_call.py: using RAC 111\u000a10:18:05.062380 tst mo_mt_call.py: using CellId 33261\u000a10:18:05.187107 tst mo_mt_call.py: using BVCI 33262\u000a10:18:05.211063 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:05.221986 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:05.233170 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:05.243988 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:05.254882 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:05.265633 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:05.389505 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:05.609027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:06.144314 run create_hlr_db(pid=7965): Launched\u000a10:18:06.340616 bus /sierra_2: Setting Powered False\u000a10:18:07.361304 run create_hlr_db(pid=7965): Terminated: ok {rc=0}\u000a10:18:07.787025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7967): Launched\u000a10:18:08.103740 run osmo-hlr_10.42.42.2(pid=7968): Launched\u000a10:18:08.230207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:08.779679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7970): Launched\u000a10:18:09.097358 run osmo-stp_10.42.42.5(pid=7971): Launched\u000a10:18:09.210861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:09.786352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7973): Launched\u000a10:18:10.105794 run osmo-msc_10.42.42.6(pid=7974): Launched\u000a10:18:10.288079 run osmo-stp_10.42.42.5(pid=7971): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7971)]\u000a10:18:10.419795 run osmo-stp_10.42.42.5(pid=7971): stdout: \u000a| (launched: 2022-12-13_10:18:08.939362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:10.549957 run osmo-stp_10.42.42.5(pid=7971): stderr: \u000a| �[0;m�[38;5;43m20221213101809110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101809110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101809110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101809111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101809111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101809111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101809111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:10.675309 run osmo-stp_10.42.42.5(pid=7971): stdout: \u000a| (launched: 2022-12-13_10:18:08.939362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:10.799664 run osmo-stp_10.42.42.5(pid=7971): stderr: \u000a| �[0;m�[38;5;43m20221213101809110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101809110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101809110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101809111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101809111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101809111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101809111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:10.854452 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7971): Process ended prematurely: osmo-stp_10.42.42.5(pid=7971) [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7971)] [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:18:10.863143 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:18:10.923639 run osmo-hlr_10.42.42.2(pid=7968): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7968)]\u000a10:18:10.973354 run osmo-hlr_10.42.42.2(pid=7968): stdout: \u000a| (launched: 2022-12-13_10:18:07.946583) \u000a10:18:11.023716 run osmo-hlr_10.42.42.2(pid=7968): stderr: \u000a| �[0;m�[1;31m20221213101808123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101808123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101808124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101808124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101808124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101808124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101808136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101808144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101808144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101808144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:11.092371 run osmo-msc_10.42.42.6(pid=7974): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7974)]\u000a10:18:11.144422 run osmo-msc_10.42.42.6(pid=7974): stdout: \u000a| (launched: 2022-12-13_10:18:09.946035) \u000a10:18:11.194879 run osmo-msc_10.42.42.6(pid=7974): stderr: \u000a| �[0;m�[38;5;43m20221213101810219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101810220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d2a781c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101810220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101810220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101810220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101810220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101810222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101810222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101810222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101810222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:11.237509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7967): Terminating (SIGTERM)\u000a10:18:11.277763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7970): Terminating (SIGTERM)\u000a10:18:11.318025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7973): Terminating (SIGTERM)\u000a10:18:11.327443 --- ParallelTerminationStrategy: PID 7967 died...\u000a10:18:11.381887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7967): Terminated: ok {rc=0}\u000a10:18:11.391606 --- ParallelTerminationStrategy: PID 7970 died...\u000a10:18:11.445536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7970): Terminated: ok {rc=0}\u000a10:18:11.455394 --- ParallelTerminationStrategy: PID 7973 died...\u000a10:18:11.509290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7973): Terminated: ok {rc=0}\u000a10:18:11.594188 bus /sierra_3: Setting Powered False\u000a10:18:12.697242 bus /sierra_3: Setting Powered False\u000a10:18:13.806793 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7982): Process ended prematurely: osmo-stp_10.42.42.5(pid=7982) [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7982)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7982): Process ended prematurely: osmo-stp_10.42.42.5(pid=7982) [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:18:14.917807 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:14.929418 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:15.077719 tst mo_mt_call_osmux.py: using LAC 33262\u000a10:18:15.202628 tst mo_mt_call_osmux.py: using RAC 112\u000a10:18:15.327841 tst mo_mt_call_osmux.py: using CellId 33262\u000a10:18:15.455483 tst mo_mt_call_osmux.py: using BVCI 33263\u000a10:18:15.479521 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:15.490471 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:15.501392 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:15.512018 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:15.522827 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:15.534080 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:15.652861 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:15.874557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:16.461096 run create_hlr_db(pid=7976): Launched\u000a10:18:16.664100 bus /sierra_2: Setting Powered False\u000a10:18:17.677566 run create_hlr_db(pid=7976): Terminated: ok {rc=0}\u000a10:18:18.134401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7978): Launched\u000a10:18:18.472923 run osmo-hlr_10.42.42.2(pid=7979): Launched\u000a10:18:18.597894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:19.183183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7981): Launched\u000a10:18:19.521171 run osmo-stp_10.42.42.5(pid=7982): Launched\u000a10:18:19.642737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:20.260021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7984): Launched\u000a10:18:20.599500 run osmo-msc_10.42.42.6(pid=7985): Launched\u000a10:18:20.796464 run osmo-stp_10.42.42.5(pid=7982): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7982)]\u000a10:18:20.938794 run osmo-stp_10.42.42.5(pid=7982): stdout: \u000a| (launched: 2022-12-13_10:18:19.354113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:21.079367 run osmo-stp_10.42.42.5(pid=7982): stderr: \u000a| �[0;m�[38;5;43m20221213101819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101819546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:21.214756 run osmo-stp_10.42.42.5(pid=7982): stdout: \u000a| (launched: 2022-12-13_10:18:19.354113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:21.349552 run osmo-stp_10.42.42.5(pid=7982): stderr: \u000a| �[0;m�[38;5;43m20221213101819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101819546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:21.408533 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7982): Process ended prematurely: osmo-stp_10.42.42.5(pid=7982) [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7982)] [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:18:21.417894 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:18:21.482057 run osmo-hlr_10.42.42.2(pid=7979): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7979)]\u000a10:18:21.534770 run osmo-hlr_10.42.42.2(pid=7979): stdout: \u000a| (launched: 2022-12-13_10:18:18.305570) \u000a10:18:21.588220 run osmo-hlr_10.42.42.2(pid=7979): stderr: \u000a| �[0;m�[1;31m20221213101818504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101818504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101818504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101818505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101818505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101818505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101818516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101818526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101818527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101818527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:21.660200 run osmo-msc_10.42.42.6(pid=7985): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7985)]\u000a10:18:21.712679 run osmo-msc_10.42.42.6(pid=7985): stdout: \u000a| (launched: 2022-12-13_10:18:20.430995) \u000a10:18:21.765641 run osmo-msc_10.42.42.6(pid=7985): stderr: \u000a| �[0;m�[38;5;43m20221213101820751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101820752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf86259c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101820752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101820752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101820752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101820752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101820754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101820755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101820755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101820755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:21.810983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7978): Terminating (SIGTERM)\u000a10:18:21.853811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7981): Terminating (SIGTERM)\u000a10:18:21.897027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7984): Terminating (SIGTERM)\u000a10:18:21.907035 --- ParallelTerminationStrategy: PID 7978 died...\u000a10:18:21.964530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7978): Terminated: ok {rc=0}\u000a10:18:21.974911 --- ParallelTerminationStrategy: PID 7981 died...\u000a10:18:22.031764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7981): Terminated: ok {rc=0}\u000a10:18:22.042057 --- ParallelTerminationStrategy: PID 7984 died...\u000a10:18:22.098564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7984): Terminated: ok {rc=0}\u000a10:18:22.186403 bus /sierra_3: Setting Powered False\u000a10:18:23.290664 bus /sierra_3: Setting Powered False\u000a10:18:24.398805 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:18:04" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7996): Process ended prematurely: osmo-stp_10.42.42.5(pid=7996) [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7996): Process ended prematurely: osmo-stp_10.42.42.5(pid=7996) [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:18:26.379459 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:26.390634 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:18:26.524047 tst emergency_mo_mt_call.py: using LAC 33263\u000a10:18:26.658096 tst emergency_mo_mt_call.py: using RAC 113\u000a10:18:26.786626 tst emergency_mo_mt_call.py: using CellId 33263\u000a10:18:26.911791 tst emergency_mo_mt_call.py: using BVCI 33264\u000a10:18:26.935345 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:26.946140 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:26.956831 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:26.967410 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:26.978245 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:26.988786 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:27.110782 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:27.316305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:27.813198 run create_hlr_db(pid=7990): Launched\u000a10:18:27.991361 bus /sierra_2: Setting Powered False\u000a10:18:29.012278 run create_hlr_db(pid=7990): Terminated: ok {rc=0}\u000a10:18:29.426896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Launched\u000a10:18:29.738714 run osmo-hlr_10.42.42.2(pid=7993): Launched\u000a10:18:29.851480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:30.389383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7995): Launched\u000a10:18:30.699811 run osmo-stp_10.42.42.5(pid=7996): Launched\u000a10:18:30.839164 tst emergency_mo_mt_call.py: using MSISDN 8107\u000a10:18:31.004497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:31.579862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7998): Launched\u000a10:18:32.015572 run osmo-msc_10.42.42.6(pid=7999): Launched\u000a10:18:32.327069 run osmo-stp_10.42.42.5(pid=7996): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)]\u000a10:18:32.497995 run osmo-stp_10.42.42.5(pid=7996): stdout: \u000a| (launched: 2022-12-13_10:18:30.547190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:32.637923 run osmo-stp_10.42.42.5(pid=7996): stderr: \u000a| �[0;m�[38;5;43m20221213101830717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101830717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101830717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101830718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101830718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101830718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101830718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:32.772228 run osmo-stp_10.42.42.5(pid=7996): stdout: \u000a| (launched: 2022-12-13_10:18:30.547190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:32.905366 run osmo-stp_10.42.42.5(pid=7996): stderr: \u000a| �[0;m�[38;5;43m20221213101830717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101830717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101830717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101830718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101830718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101830718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101830718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:32.963309 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7996): Process ended prematurely: osmo-stp_10.42.42.5(pid=7996) [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)] [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a10:18:32.972399 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a10:18:33.037119 run osmo-hlr_10.42.42.2(pid=7993): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7993)]\u000a10:18:33.090381 run osmo-hlr_10.42.42.2(pid=7993): stdout: \u000a| (launched: 2022-12-13_10:18:29.583968) \u000a10:18:33.144178 run osmo-hlr_10.42.42.2(pid=7993): stderr: \u000a| �[0;m�[1;31m20221213101829761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101829761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101829762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101829762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101829762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101829762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101829774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101829783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101829783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101829783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:33.216984 run osmo-msc_10.42.42.6(pid=7999): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7999)]\u000a10:18:33.270211 run osmo-msc_10.42.42.6(pid=7999): stdout: \u000a| (launched: 2022-12-13_10:18:31.740603) \u000a10:18:33.323972 run osmo-msc_10.42.42.6(pid=7999): stderr: \u000a| �[0;m�[38;5;43m20221213101832248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101832248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2a4875c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101832248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101832248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101832248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101832248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101832250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101832251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101832251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101832251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:33.369933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Terminating (SIGTERM)\u000a10:18:33.413576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7995): Terminating (SIGTERM)\u000a10:18:33.456928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7998): Terminating (SIGTERM)\u000a10:18:33.467004 --- ParallelTerminationStrategy: PID 7992 died...\u000a10:18:33.525200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Terminated: ok {rc=0}\u000a10:18:33.535605 --- ParallelTerminationStrategy: PID 7995 died...\u000a10:18:33.593551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7995): Terminated: ok {rc=0}\u000a10:18:33.603979 --- ParallelTerminationStrategy: PID 7998 died...\u000a10:18:33.661811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7998): Terminated: ok {rc=0}\u000a10:18:33.750552 bus /sierra_3: Setting Powered False\u000a10:18:34.858502 bus /sierra_3: Setting Powered False\u000a10:18:35.972313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8007): Process ended prematurely: osmo-stp_10.42.42.5(pid=8007) [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8007): Process ended prematurely: osmo-stp_10.42.42.5(pid=8007) [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:18:37.024821 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:37.036201 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:18:37.167106 tst emergency_preemptive_call.py: using LAC 33264\u000a10:18:37.301332 tst emergency_preemptive_call.py: using RAC 114\u000a10:18:37.429358 tst emergency_preemptive_call.py: using CellId 33264\u000a10:18:37.557658 tst emergency_preemptive_call.py: using BVCI 33265\u000a10:18:37.582996 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:37.594290 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:37.605521 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:37.616375 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:37.627695 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:18:37.639137 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:37.758960 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:37.882362 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:38.001889 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:38.205785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:38.706142 run create_hlr_db(pid=8001): Launched\u000a10:18:38.884656 bus /sierra_2: Setting Powered False\u000a10:18:39.904924 run create_hlr_db(pid=8001): Terminated: ok {rc=0}\u000a10:18:40.350837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8003): Launched\u000a10:18:40.685186 run osmo-hlr_10.42.42.2(pid=8004): Launched\u000a10:18:40.806445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:41.385250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8006): Launched\u000a10:18:41.721414 run osmo-stp_10.42.42.5(pid=8007): Launched\u000a10:18:41.860075 tst emergency_preemptive_call.py: using MSISDN 8108\u000a10:18:42.027141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:42.634717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8009): Launched\u000a10:18:42.969423 run osmo-msc_10.42.42.6(pid=8010): Launched\u000a10:18:43.163111 run osmo-stp_10.42.42.5(pid=8007): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)]\u000a10:18:43.303916 run osmo-stp_10.42.42.5(pid=8007): stdout: \u000a| (launched: 2022-12-13_10:18:41.553922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:43.442730 run osmo-stp_10.42.42.5(pid=8007): stderr: \u000a| �[0;m�[38;5;43m20221213101841745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101841745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101841745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101841746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101841746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101841746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101841746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:43.576289 run osmo-stp_10.42.42.5(pid=8007): stdout: \u000a| (launched: 2022-12-13_10:18:41.553922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:43.708296 run osmo-stp_10.42.42.5(pid=8007): stderr: \u000a| �[0;m�[38;5;43m20221213101841745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101841745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101841745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101841746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101841746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101841746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101841746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:43.766157 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8007): Process ended prematurely: osmo-stp_10.42.42.5(pid=8007) [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)] [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a10:18:43.775122 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a10:18:43.839828 run osmo-hlr_10.42.42.2(pid=8004): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8004)]\u000a10:18:43.892632 run osmo-hlr_10.42.42.2(pid=8004): stdout: \u000a| (launched: 2022-12-13_10:18:40.519757) \u000a10:18:43.945612 run osmo-hlr_10.42.42.2(pid=8004): stderr: \u000a| �[0;m�[1;31m20221213101840716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101840716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101840716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101840716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101840716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101840716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101840729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101840739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101840739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101840739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:44.017788 run osmo-msc_10.42.42.6(pid=8010): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8010)]\u000a10:18:44.070242 run osmo-msc_10.42.42.6(pid=8010): stdout: \u000a| (launched: 2022-12-13_10:18:42.802625) \u000a10:18:44.123418 run osmo-msc_10.42.42.6(pid=8010): stderr: \u000a| �[0;m�[38;5;43m20221213101843122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213101843122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1bdf81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213101843122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213101843122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213101843122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213101843123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213101843124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213101843125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213101843125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213101843125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:44.168754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8003): Terminating (SIGTERM)\u000a10:18:44.211620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8006): Terminating (SIGTERM)\u000a10:18:44.255065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8009): Terminating (SIGTERM)\u000a10:18:44.264943 --- ParallelTerminationStrategy: PID 8003 died...\u000a10:18:44.322390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8003): Terminated: ok {rc=0}\u000a10:18:44.332714 --- ParallelTerminationStrategy: PID 8006 died...\u000a10:18:44.389805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8006): Terminated: ok {rc=0}\u000a10:18:44.400145 --- ParallelTerminationStrategy: PID 8009 died...\u000a10:18:44.457952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8009): Terminated: ok {rc=0}\u000a10:18:44.547273 bus /sierra_9: Setting Powered False\u000a10:18:45.651314 bus /sierra_9: Setting Powered False\u000a10:18:46.768931 bus /sierra_8: Setting Powered False\u000a10:18:47.876430 bus /sierra_8: Setting Powered False\u000a10:18:48.986061 bus /sierra_3: Setting Powered False\u000a10:18:50.094425 bus /sierra_3: Setting Powered False\u000a10:18:51.205931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:18:26" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8025): Process ended prematurely: osmo-stp_10.42.42.5(pid=8025) [trial-2388↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8025): Process ended prematurely: osmo-stp_10.42.42.5(pid=8025) [trial-2388↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:18:53.294857 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.306295 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:18:53.440379 tst cs_paging_gprs_active.py: using LAC 33265\u000a10:18:53.572212 tst cs_paging_gprs_active.py: using RAC 115\u000a10:18:53.705841 tst cs_paging_gprs_active.py: using CellId 33265\u000a10:18:53.839343 tst cs_paging_gprs_active.py: using BVCI 33266\u000a10:18:53.865277 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.876197 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.887066 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.897976 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.909148 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.920324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.931751 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.943061 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:18:53.954537 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:54.074846 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:18:54.381681 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:18:54.524176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:54.876431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8015): Launched\u000a10:18:55.172355 run iperf3-srv_10.42.42.10(pid=8016): Launched\u000a10:18:55.381130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:18:55.522847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:55.873509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8017): Launched\u000a10:18:56.165571 run iperf3-srv_10.42.42.10(pid=8018): Launched\u000a10:18:56.374218 tst cs_paging_gprs_active.py:38: start network...\u000a10:18:56.516198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:57.050504 run create_hlr_db(pid=8019): Launched\u000a10:18:57.245745 bus /sierra_2: Setting Powered False\u000a10:18:58.267616 run create_hlr_db(pid=8019): Terminated: ok {rc=0}\u000a10:18:58.692350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8021): Launched\u000a10:18:59.009407 run osmo-hlr_10.42.42.2(pid=8022): Launched\u000a10:18:59.124673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:59.670235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8024): Launched\u000a10:18:59.985432 run osmo-stp_10.42.42.5(pid=8025): Launched\u000a10:19:00.098591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:00.646944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8027): Launched\u000a10:19:00.759604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:01.081245 run patchelf(pid=8028): Launched\u000a10:19:01.268331 run osmo-stp_10.42.42.5(pid=8025): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)]\u000a10:19:01.405079 run osmo-stp_10.42.42.5(pid=8025): stdout: \u000a| (launched: 2022-12-13_10:18:59.829278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:01.541684 run osmo-stp_10.42.42.5(pid=8025): stderr: \u000a| �[0;m�[38;5;43m20221213101900002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101900002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101900002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101900003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101900003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101900003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101900003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:01.674211 run osmo-stp_10.42.42.5(pid=8025): stdout: \u000a| (launched: 2022-12-13_10:18:59.829278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:01.805478 run osmo-stp_10.42.42.5(pid=8025): stderr: \u000a| �[0;m�[38;5;43m20221213101900002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101900002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101900002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101900003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101900003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101900003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101900003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:01.959941 run patchelf(pid=8028): Terminating (SIGINT)\u000a10:19:02.140878 run patchelf(pid=8028): Terminated: ok {rc=0}\u000a10:19:02.174520 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8025): Process ended prematurely: osmo-stp_10.42.42.5(pid=8025) [trial-2388↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)] [trial-2388↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a10:19:02.184790 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:19:02.247137 run osmo-hlr_10.42.42.2(pid=8022): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8022)]\u000a10:19:02.297962 run osmo-hlr_10.42.42.2(pid=8022): stdout: \u000a| (launched: 2022-12-13_10:18:58.851804) \u000a10:19:02.349130 run osmo-hlr_10.42.42.2(pid=8022): stderr: \u000a| �[0;m�[1;31m20221213101859030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101859030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101859030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101859030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101859030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101859030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101859043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101859052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101859053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101859053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:02.392128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8015): Terminating (SIGTERM)\u000a10:19:02.432695 run iperf3-srv_10.42.42.10(pid=8016): Terminating (SIGTERM)\u000a10:19:02.473398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8017): Terminating (SIGTERM)\u000a10:19:02.513877 run iperf3-srv_10.42.42.10(pid=8018): Terminating (SIGTERM)\u000a10:19:02.556482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8021): Terminating (SIGTERM)\u000a10:19:02.596562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8024): Terminating (SIGTERM)\u000a10:19:02.636847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8027): Terminating (SIGTERM)\u000a10:19:02.646332 --- ParallelTerminationStrategy: PID 8015 died...\u000a10:19:02.700878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8015): Terminated: ok {rc=0}\u000a10:19:02.710812 --- ParallelTerminationStrategy: PID 8016 died...\u000a10:19:02.764507 run iperf3-srv_10.42.42.10(pid=8016): Terminated {rc=256}\u000a10:19:02.774234 --- ParallelTerminationStrategy: PID 8017 died...\u000a10:19:02.827588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8017): Terminated: ok {rc=0}\u000a10:19:02.837465 --- ParallelTerminationStrategy: PID 8018 died...\u000a10:19:02.890786 run iperf3-srv_10.42.42.10(pid=8018): Terminated {rc=256}\u000a10:19:02.900309 --- ParallelTerminationStrategy: PID 8021 died...\u000a10:19:02.953795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8021): Terminated: ok {rc=0}\u000a10:19:02.963589 --- ParallelTerminationStrategy: PID 8024 died...\u000a10:19:03.016889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8024): Terminated: ok {rc=0}\u000a10:19:03.026727 --- ParallelTerminationStrategy: PID 8027 died...\u000a10:19:03.080344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8027): Terminated: ok {rc=0}\u000a10:19:03.169719 bus /gobi_0: Setting Powered False\u000a10:19:04.274286 bus /gobi_0: Setting Powered False\u000a10:19:05.382370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8037): Process ended prematurely: osmo-stp_10.42.42.5(pid=8037) [trial-2388↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8037)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8037): Process ended prematurely: osmo-stp_10.42.42.5(pid=8037) [trial-2388↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a10:19:06.498459 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:06.510425 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:19:06.646273 tst iperf3.py: using LAC 33266\u000a10:19:06.778649 tst iperf3.py: using RAC 116\u000a10:19:06.904733 tst iperf3.py: using CellId 33266\u000a10:19:07.030006 tst iperf3.py: using BVCI 33267\u000a10:19:07.054309 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.064733 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.075658 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.086308 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.097320 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.107994 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.118853 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.129549 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:07.140336 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:07.444549 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:19:07.587135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:07.937926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8029): Launched\u000a10:19:08.230945 run iperf3-srv_10.42.42.10(pid=8030): Launched\u000a10:19:08.438343 tst iperf3.py:8: start network...\u000a10:19:08.579345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:09.114357 run create_hlr_db(pid=8031): Launched\u000a10:19:09.309984 bus /gobi_6: Setting Powered False\u000a10:19:10.331949 run create_hlr_db(pid=8031): Terminated: ok {rc=0}\u000a10:19:10.782903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8033): Launched\u000a10:19:11.124719 run osmo-hlr_10.42.42.2(pid=8034): Launched\u000a10:19:11.251975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:11.839225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8036): Launched\u000a10:19:12.179616 run osmo-stp_10.42.42.5(pid=8037): Launched\u000a10:19:12.302889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:12.894774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8039): Launched\u000a10:19:13.015194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:13.312022 run patchelf(pid=8040): Launched\u000a10:19:13.509079 run osmo-stp_10.42.42.5(pid=8037): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8037)]\u000a10:19:13.652563 run osmo-stp_10.42.42.5(pid=8037): stdout: \u000a| (launched: 2022-12-13_10:19:12.011213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:13.796178 run osmo-stp_10.42.42.5(pid=8037): stderr: \u000a| �[0;m�[38;5;43m20221213101912203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101912204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101912204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101912204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101912205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101912205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101912205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:13.935408 run osmo-stp_10.42.42.5(pid=8037): stdout: \u000a| (launched: 2022-12-13_10:19:12.011213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:14.073528 run osmo-stp_10.42.42.5(pid=8037): stderr: \u000a| �[0;m�[38;5;43m20221213101912203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101912204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101912204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101912204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101912205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101912205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101912205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:14.234815 run patchelf(pid=8040): Terminating (SIGINT)\u000a10:19:14.424501 run patchelf(pid=8040): Terminated: ok {rc=0}\u000a10:19:14.459160 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8037): Process ended prematurely: osmo-stp_10.42.42.5(pid=8037) [trial-2388↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8037)] [trial-2388↪gprs:oc2g↪iperf3.py:8]\u000a10:19:14.469167 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:19:14.533364 run osmo-hlr_10.42.42.2(pid=8034): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8034)]\u000a10:19:14.585509 run osmo-hlr_10.42.42.2(pid=8034): stdout: \u000a| (launched: 2022-12-13_10:19:10.954957) \u000a10:19:14.638270 run osmo-hlr_10.42.42.2(pid=8034): stderr: \u000a| �[0;m�[1;31m20221213101911151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101911151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101911151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101911151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101911151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101911151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101911164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101911173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101911173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101911173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:14.683439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8029): Terminating (SIGTERM)\u000a10:19:14.726406 run iperf3-srv_10.42.42.10(pid=8030): Terminating (SIGTERM)\u000a10:19:14.769175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8033): Terminating (SIGTERM)\u000a10:19:14.811802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8036): Terminating (SIGTERM)\u000a10:19:14.854983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8039): Terminating (SIGTERM)\u000a10:19:14.864765 --- ParallelTerminationStrategy: PID 8029 died...\u000a10:19:14.921782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8029): Terminated: ok {rc=0}\u000a10:19:14.931917 --- ParallelTerminationStrategy: PID 8030 died...\u000a10:19:14.988306 run iperf3-srv_10.42.42.10(pid=8030): Terminated {rc=256}\u000a10:19:14.998446 --- ParallelTerminationStrategy: PID 8033 died...\u000a10:19:15.054938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8033): Terminated: ok {rc=0}\u000a10:19:15.065159 --- ParallelTerminationStrategy: PID 8036 died...\u000a10:19:15.121848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8036): Terminated: ok {rc=0}\u000a10:19:15.132009 --- ParallelTerminationStrategy: PID 8039 died...\u000a10:19:15.188484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8039): Terminated: ok {rc=0}\u000a10:19:15.277062 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8056): Process ended prematurely: osmo-stp_10.42.42.5(pid=8056) [trial-2388↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8056)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8056): Process ended prematurely: osmo-stp_10.42.42.5(pid=8056) [trial-2388↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a10:19:16.412991 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:16.425429 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:19:16.556124 tst iperf3m4.py: using LAC 33267\u000a10:19:16.716107 tst iperf3m4.py: using RAC 117\u000a10:19:16.854558 tst iperf3m4.py: using CellId 33267\u000a10:19:17.008184 tst iperf3m4.py: using BVCI 33268\u000a10:19:17.035841 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.047862 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.059833 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.071928 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.084814 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.097880 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.110935 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.123986 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:17.137125 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:17.268538 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:17.396677 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:17.515091 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:17.819098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:19:17.960543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:18.315262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8041): Launched\u000a10:19:18.609166 run iperf3-srv_10.42.42.10(pid=8042): Launched\u000a10:19:18.816316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:19:18.957888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:19.310707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Launched\u000a10:19:19.602576 run iperf3-srv_10.42.42.10(pid=8044): Launched\u000a10:19:19.809436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:19:19.950540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:20.303756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8045): Launched\u000a10:19:20.596882 run iperf3-srv_10.42.42.10(pid=8046): Launched\u000a10:19:20.803870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:19:20.945053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:21.297943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8047): Launched\u000a10:19:21.589639 run iperf3-srv_10.42.42.10(pid=8048): Launched\u000a10:19:21.796164 tst iperf3m4.py:8: start network...\u000a10:19:21.937415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:22.474477 run create_hlr_db(pid=8049): Launched\u000a10:19:22.669664 bus /gobi_6: Setting Powered False\u000a10:19:23.690529 run create_hlr_db(pid=8049): Terminated: ok {rc=0}\u000a10:19:24.115346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8052): Launched\u000a10:19:24.433483 run osmo-hlr_10.42.42.2(pid=8053): Launched\u000a10:19:24.548839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:25.097493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8055): Launched\u000a10:19:25.413959 run osmo-stp_10.42.42.5(pid=8056): Launched\u000a10:19:25.527447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:26.079457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8058): Launched\u000a10:19:26.191961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:26.467727 run patchelf(pid=8059): Launched\u000a10:19:26.651571 run osmo-stp_10.42.42.5(pid=8056): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8056)]\u000a10:19:26.785945 run osmo-stp_10.42.42.5(pid=8056): stdout: \u000a| (launched: 2022-12-13_10:19:25.256922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:26.920842 run osmo-stp_10.42.42.5(pid=8056): stderr: \u000a| �[0;m�[38;5;43m20221213101925430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101925431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101925431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101925431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101925432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101925432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101925432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:27.050838 run osmo-stp_10.42.42.5(pid=8056): stdout: \u000a| (launched: 2022-12-13_10:19:25.256922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:27.179761 run osmo-stp_10.42.42.5(pid=8056): stderr: \u000a| �[0;m�[38;5;43m20221213101925430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101925431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101925431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101925431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101925432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101925432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101925432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:27.330384 run patchelf(pid=8059): Terminating (SIGINT)\u000a10:19:27.507433 run patchelf(pid=8059): Terminated: ok {rc=0}\u000a10:19:27.539705 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8056): Process ended prematurely: osmo-stp_10.42.42.5(pid=8056) [trial-2388↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8056)] [trial-2388↪gprs:oc2g↪iperf3m4.py:8]\u000a10:19:27.549018 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a10:19:27.610278 run osmo-hlr_10.42.42.2(pid=8053): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8053)]\u000a10:19:27.659740 run osmo-hlr_10.42.42.2(pid=8053): stdout: \u000a| (launched: 2022-12-13_10:19:24.275185) \u000a10:19:27.709792 run osmo-hlr_10.42.42.2(pid=8053): stderr: \u000a| �[0;m�[1;31m20221213101924454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101924454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101924454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101924454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101924455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101924455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101924467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101924475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101924475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101924475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:27.752617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8041): Terminating (SIGTERM)\u000a10:19:27.792972 run iperf3-srv_10.42.42.10(pid=8042): Terminating (SIGTERM)\u000a10:19:27.833515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Terminating (SIGTERM)\u000a10:19:27.873806 run iperf3-srv_10.42.42.10(pid=8044): Terminating (SIGTERM)\u000a10:19:27.914363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8045): Terminating (SIGTERM)\u000a10:19:27.954949 run iperf3-srv_10.42.42.10(pid=8046): Terminating (SIGTERM)\u000a10:19:27.995141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8047): Terminating (SIGTERM)\u000a10:19:28.035330 run iperf3-srv_10.42.42.10(pid=8048): Terminating (SIGTERM)\u000a10:19:28.075580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8052): Terminating (SIGTERM)\u000a10:19:28.115901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8055): Terminating (SIGTERM)\u000a10:19:28.156219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8058): Terminating (SIGTERM)\u000a10:19:28.165699 --- ParallelTerminationStrategy: PID 8041 died...\u000a10:19:28.220070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8041): Terminated: ok {rc=0}\u000a10:19:28.229853 --- ParallelTerminationStrategy: PID 8042 died...\u000a10:19:28.283213 run iperf3-srv_10.42.42.10(pid=8042): Terminated {rc=256}\u000a10:19:28.292909 --- ParallelTerminationStrategy: PID 8043 died...\u000a10:19:28.346223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Terminated: ok {rc=0}\u000a10:19:28.355954 --- ParallelTerminationStrategy: PID 8044 died...\u000a10:19:28.409142 run iperf3-srv_10.42.42.10(pid=8044): Terminated {rc=256}\u000a10:19:28.418885 --- ParallelTerminationStrategy: PID 8045 died...\u000a10:19:28.472374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8045): Terminated: ok {rc=0}\u000a10:19:28.482129 --- ParallelTerminationStrategy: PID 8046 died...\u000a10:19:28.535511 run iperf3-srv_10.42.42.10(pid=8046): Terminated {rc=256}\u000a10:19:28.545303 --- ParallelTerminationStrategy: PID 8047 died...\u000a10:19:28.598799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8047): Terminated: ok {rc=0}\u000a10:19:28.608458 --- ParallelTerminationStrategy: PID 8048 died...\u000a10:19:28.661885 run iperf3-srv_10.42.42.10(pid=8048): Terminated {rc=256}\u000a10:19:28.671559 --- ParallelTerminationStrategy: PID 8052 died...\u000a10:19:28.725092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8052): Terminated: ok {rc=0}\u000a10:19:28.734850 --- ParallelTerminationStrategy: PID 8055 died...\u000a10:19:28.788475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8055): Terminated: ok {rc=0}\u000a10:19:28.798290 --- ParallelTerminationStrategy: PID 8058 died...\u000a10:19:28.851939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8058): Terminated: ok {rc=0}\u000a10:19:28.941898 bus /gobi_4: Setting Powered False\u000a10:19:30.047260 bus /gobi_4: Setting Powered False\u000a10:19:31.159074 bus /gobi_1: Setting Powered False\u000a10:19:32.272334 bus /gobi_1: Setting Powered False\u000a10:19:33.385494 bus /gobi_0: Setting Powered False\u000a10:19:34.489690 bus /gobi_0: Setting Powered False\u000a10:19:35.597763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8066): Process ended prematurely: osmo-stp_10.42.42.5(pid=8066) [trial-2388↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8066): Process ended prematurely: osmo-stp_10.42.42.5(pid=8066) [trial-2388↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g ping.py\u000a----------------------------------------------\u000a10:19:36.667781 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:36.679794 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:19:36.804695 tst ping.py: using LAC 33268\u000a10:19:36.926973 tst ping.py: using RAC 118\u000a10:19:37.048145 tst ping.py: using CellId 33268\u000a10:19:37.170857 tst ping.py: using BVCI 33269\u000a10:19:37.194631 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.205503 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.215891 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.226322 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.237151 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.248027 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.259084 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:37.269711 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:37.554979 tst ping.py:19: start network...\u000a10:19:37.683973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:38.179279 run create_hlr_db(pid=8060): Launched\u000a10:19:38.357189 bus /gobi_6: Setting Powered False\u000a10:19:39.377303 run create_hlr_db(pid=8060): Terminated: ok {rc=0}\u000a10:19:39.820745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8062): Launched\u000a10:19:40.156717 run osmo-hlr_10.42.42.2(pid=8063): Launched\u000a10:19:40.278908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:40.864744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8065): Launched\u000a10:19:41.201840 run osmo-stp_10.42.42.5(pid=8066): Launched\u000a10:19:41.323736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:41.905957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8068): Launched\u000a10:19:42.024457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:42.316009 run patchelf(pid=8069): Launched\u000a10:19:42.509553 run osmo-stp_10.42.42.5(pid=8066): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)]\u000a10:19:42.650873 run osmo-stp_10.42.42.5(pid=8066): stdout: \u000a| (launched: 2022-12-13_10:19:41.034035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:42.792629 run osmo-stp_10.42.42.5(pid=8066): stderr: \u000a| �[0;m�[38;5;43m20221213101941226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101941226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101941227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101941227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101941227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101941228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101941228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:42.929480 run osmo-stp_10.42.42.5(pid=8066): stdout: \u000a| (launched: 2022-12-13_10:19:41.034035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:43.065923 run osmo-stp_10.42.42.5(pid=8066): stderr: \u000a| �[0;m�[38;5;43m20221213101941226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101941226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101941227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101941227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101941227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101941228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101941228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:43.224369 run patchelf(pid=8069): Terminating (SIGINT)\u000a10:19:43.411412 run patchelf(pid=8069): Terminated: ok {rc=0}\u000a10:19:43.445074 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8066): Process ended prematurely: osmo-stp_10.42.42.5(pid=8066) [trial-2388↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)] [trial-2388↪gprs:oc2g↪ping.py:22]\u000a10:19:43.454524 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:19:43.519306 run osmo-hlr_10.42.42.2(pid=8063): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8063)]\u000a10:19:43.571951 run osmo-hlr_10.42.42.2(pid=8063): stdout: \u000a| (launched: 2022-12-13_10:19:39.989976) \u000a10:19:43.625488 run osmo-hlr_10.42.42.2(pid=8063): stderr: \u000a| �[0;m�[1;31m20221213101940188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101940188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101940188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101940188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101940188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101940188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101940200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101940210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101940210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101940210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:43.671216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8062): Terminating (SIGTERM)\u000a10:19:43.714490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8065): Terminating (SIGTERM)\u000a10:19:43.757646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8068): Terminating (SIGTERM)\u000a10:19:43.767750 --- ParallelTerminationStrategy: PID 8062 died...\u000a10:19:43.825600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8062): Terminated: ok {rc=0}\u000a10:19:43.835887 --- ParallelTerminationStrategy: PID 8065 died...\u000a10:19:43.893578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8065): Terminated: ok {rc=0}\u000a10:19:43.903995 --- ParallelTerminationStrategy: PID 8068 died...\u000a10:19:43.961402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8068): Terminated: ok {rc=0}\u000a10:19:44.050280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8076): Process ended prematurely: osmo-stp_10.42.42.5(pid=8076) [trial-2388↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8076): Process ended prematurely: osmo-stp_10.42.42.5(pid=8076) [trial-2388↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a10:19:45.103501 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.115546 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:19:45.243087 tst ping_idle_ping.py: using LAC 33269\u000a10:19:45.364297 tst ping_idle_ping.py: using RAC 119\u000a10:19:45.487661 tst ping_idle_ping.py: using CellId 33269\u000a10:19:45.610677 tst ping_idle_ping.py: using BVCI 33270\u000a10:19:45.634365 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.644864 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.655464 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.665940 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.677121 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.687948 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.698937 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:19:45.709527 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:19:46.008415 tst ping_idle_ping.py:24: start network...\u000a10:19:46.139506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:46.671902 run create_hlr_db(pid=8070): Launched\u000a10:19:46.853954 bus /gobi_6: Setting Powered False\u000a10:19:47.872275 run create_hlr_db(pid=8070): Terminated: ok {rc=0}\u000a10:19:48.319005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8072): Launched\u000a10:19:48.656737 run osmo-hlr_10.42.42.2(pid=8073): Launched\u000a10:19:48.779796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:49.366680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8075): Launched\u000a10:19:49.700874 run osmo-stp_10.42.42.5(pid=8076): Launched\u000a10:19:49.821890 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:50.405429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8078): Launched\u000a10:19:50.524541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:50.817386 run patchelf(pid=8079): Launched\u000a10:19:51.011303 run osmo-stp_10.42.42.5(pid=8076): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)]\u000a10:19:51.153280 run osmo-stp_10.42.42.5(pid=8076): stdout: \u000a| (launched: 2022-12-13_10:19:49.535603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:51.295640 run osmo-stp_10.42.42.5(pid=8076): stderr: \u000a| �[0;m�[38;5;43m20221213101949726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101949726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101949727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101949727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101949728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101949728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101949728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:51.433263 run osmo-stp_10.42.42.5(pid=8076): stdout: \u000a| (launched: 2022-12-13_10:19:49.535603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:51.569785 run osmo-stp_10.42.42.5(pid=8076): stderr: \u000a| �[0;m�[38;5;43m20221213101949726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213101949726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213101949727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213101949727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213101949728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213101949728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213101949728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:51.729164 run patchelf(pid=8079): Terminating (SIGINT)\u000a10:19:51.915789 run patchelf(pid=8079): Terminated: ok {rc=0}\u000a10:19:51.949784 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8076): Process ended prematurely: osmo-stp_10.42.42.5(pid=8076) [trial-2388↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)] [trial-2388↪gprs:oc2g↪ping_idle_ping.py:27]\u000a10:19:51.959363 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:19:52.023908 run osmo-hlr_10.42.42.2(pid=8073): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8073)]\u000a10:19:52.076790 run osmo-hlr_10.42.42.2(pid=8073): stdout: \u000a| (launched: 2022-12-13_10:19:48.489169) \u000a10:19:52.129752 run osmo-hlr_10.42.42.2(pid=8073): stderr: \u000a| �[0;m�[1;31m20221213101948687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213101948687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213101948687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101948687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213101948687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213101948687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213101948702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213101948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213101948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213101948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:52.174918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8072): Terminating (SIGTERM)\u000a10:19:52.217633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8075): Terminating (SIGTERM)\u000a10:19:52.260294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8078): Terminating (SIGTERM)\u000a10:19:52.270342 --- ParallelTerminationStrategy: PID 8072 died...\u000a10:19:52.328500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8072): Terminated: ok {rc=0}\u000a10:19:52.339126 --- ParallelTerminationStrategy: PID 8075 died...\u000a10:19:52.396682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8075): Terminated: ok {rc=0}\u000a10:19:52.407135 --- ParallelTerminationStrategy: PID 8078 died...\u000a10:19:52.464593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8078): Terminated: ok {rc=0}\u000a10:19:52.552896 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8093): Process ended prematurely: osmo-stp_10.42.42.5(pid=8093) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8093): Process ended prematurely: osmo-stp_10.42.42.5(pid=8093) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:19:54.676418 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:54.687514 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:19:54.821780 tst cs_paging_gprs_active.py: using LAC 33270\u000a10:19:54.952158 tst cs_paging_gprs_active.py: using RAC 120\u000a10:19:55.075747 tst cs_paging_gprs_active.py: using CellId 33270\u000a10:19:55.205395 tst cs_paging_gprs_active.py: using BVCI 33271\u000a10:19:55.230977 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.242791 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.253935 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.265171 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.276464 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.288220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.299847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.311373 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:19:55.322880 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:19:55.443571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:19:55.744065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:19:55.883433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:56.229021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8083): Launched\u000a10:19:56.514884 run iperf3-srv_10.42.42.10(pid=8084): Launched\u000a10:19:56.717699 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:19:56.855611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:57.199965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8085): Launched\u000a10:19:57.486859 run iperf3-srv_10.42.42.10(pid=8086): Launched\u000a10:19:57.689815 tst cs_paging_gprs_active.py:38: start network...\u000a10:19:57.828315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:58.354133 run create_hlr_db(pid=8087): Launched\u000a10:19:58.545394 bus /gobi_6: Setting Powered False\u000a10:19:59.567556 run create_hlr_db(pid=8087): Terminated: ok {rc=0}\u000a10:19:59.983997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8089): Launched\u000a10:20:00.306444 run osmo-hlr_10.42.42.2(pid=8090): Launched\u000a10:20:00.425614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:01.040497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8092): Launched\u000a10:20:01.452286 run osmo-stp_10.42.42.5(pid=8093): Launched\u000a10:20:01.576010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:02.282150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8098): Launched\u000a10:20:02.393414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:02.667973 run patchelf(pid=8099): Launched\u000a10:20:02.847736 run osmo-stp_10.42.42.5(pid=8093): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)]\u000a10:20:02.979175 run osmo-stp_10.42.42.5(pid=8093): stdout: \u000a| (launched: 2022-12-13_10:20:01.227435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:03.110675 run osmo-stp_10.42.42.5(pid=8093): stderr: \u000a| �[0;m�[38;5;43m20221213102001604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102001604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102001607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102001610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102001611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102001611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102001611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:03.238685 run osmo-stp_10.42.42.5(pid=8093): stdout: \u000a| (launched: 2022-12-13_10:20:01.227435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:03.364828 run osmo-stp_10.42.42.5(pid=8093): stderr: \u000a| �[0;m�[38;5;43m20221213102001604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102001604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102001607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102001610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102001611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102001611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102001611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:03.511985 run patchelf(pid=8099): Terminating (SIGINT)\u000a10:20:03.685239 run patchelf(pid=8099): Terminated: ok {rc=0}\u000a10:20:03.716997 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8093): Process ended prematurely: osmo-stp_10.42.42.5(pid=8093) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)] [trial-2388↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:20:03.726315 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:20:03.786976 run osmo-hlr_10.42.42.2(pid=8090): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8090)]\u000a10:20:03.836491 run osmo-hlr_10.42.42.2(pid=8090): stdout: \u000a| (launched: 2022-12-13_10:20:00.141134) \u000a10:20:03.886658 run osmo-hlr_10.42.42.2(pid=8090): stderr: \u000a| �[0;m�[1;31m20221213102000338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102000338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102000338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102000338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102000338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102000338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102000350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102000360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102000361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102000361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:03.929312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8083): Terminating (SIGTERM)\u000a10:20:03.969453 run iperf3-srv_10.42.42.10(pid=8084): Terminating (SIGTERM)\u000a10:20:04.010031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8085): Terminating (SIGTERM)\u000a10:20:04.050202 run iperf3-srv_10.42.42.10(pid=8086): Terminating (SIGTERM)\u000a10:20:04.090647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8089): Terminating (SIGTERM)\u000a10:20:04.130934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8092): Terminating (SIGTERM)\u000a10:20:04.171386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8098): Terminating (SIGTERM)\u000a10:20:04.180665 --- ParallelTerminationStrategy: PID 8083 died...\u000a10:20:04.234729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8083): Terminated: ok {rc=0}\u000a10:20:04.244389 --- ParallelTerminationStrategy: PID 8084 died...\u000a10:20:04.297773 run iperf3-srv_10.42.42.10(pid=8084): Terminated {rc=256}\u000a10:20:04.307250 --- ParallelTerminationStrategy: PID 8085 died...\u000a10:20:04.360681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8085): Terminated: ok {rc=0}\u000a10:20:04.370276 --- ParallelTerminationStrategy: PID 8086 died...\u000a10:20:04.423571 run iperf3-srv_10.42.42.10(pid=8086): Terminated {rc=256}\u000a10:20:04.433087 --- ParallelTerminationStrategy: PID 8089 died...\u000a10:20:04.486518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8089): Terminated: ok {rc=0}\u000a10:20:04.495987 --- ParallelTerminationStrategy: PID 8092 died...\u000a10:20:04.549495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8092): Terminated: ok {rc=0}\u000a10:20:04.559010 --- ParallelTerminationStrategy: PID 8098 died...\u000a10:20:04.612717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8098): Terminated: ok {rc=0}\u000a10:20:04.702065 bus /gobi_0: Setting Powered False\u000a10:20:05.806477 bus /gobi_0: Setting Powered False\u000a10:20:06.917367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8108): Process ended prematurely: osmo-stp_10.42.42.5(pid=8108) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8108)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8108): Process ended prematurely: osmo-stp_10.42.42.5(pid=8108) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:20:08.030265 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.041783 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:08.167139 tst iperf3.py: using LAC 33271\u000a10:20:08.290536 tst iperf3.py: using RAC 121\u000a10:20:08.416020 tst iperf3.py: using CellId 33271\u000a10:20:08.538104 tst iperf3.py: using BVCI 33272\u000a10:20:08.561774 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.572405 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.583111 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.593768 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.604704 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.615576 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.626452 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.637114 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:08.647822 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:08.949916 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:20:09.088692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:09.435341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8100): Launched\u000a10:20:09.721216 run iperf3-srv_10.42.42.10(pid=8101): Launched\u000a10:20:09.923689 tst iperf3.py:8: start network...\u000a10:20:10.062163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:10.585543 run create_hlr_db(pid=8102): Launched\u000a10:20:10.776435 bus /gobi_6: Setting Powered False\u000a10:20:11.798437 run create_hlr_db(pid=8102): Terminated: ok {rc=0}\u000a10:20:12.239832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8104): Launched\u000a10:20:12.571482 run osmo-hlr_10.42.42.2(pid=8105): Launched\u000a10:20:12.690859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:13.265470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8107): Launched\u000a10:20:13.599949 run osmo-stp_10.42.42.5(pid=8108): Launched\u000a10:20:13.720264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:14.297267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8110): Launched\u000a10:20:14.415720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:14.705381 run patchelf(pid=8111): Launched\u000a10:20:14.898549 run osmo-stp_10.42.42.5(pid=8108): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8108)]\u000a10:20:15.039608 run osmo-stp_10.42.42.5(pid=8108): stdout: \u000a| (launched: 2022-12-13_10:20:13.434195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:15.180725 run osmo-stp_10.42.42.5(pid=8108): stderr: \u000a| �[0;m�[38;5;43m20221213102013627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102013627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102013628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102013628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102013629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102013629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102013629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:15.318266 run osmo-stp_10.42.42.5(pid=8108): stdout: \u000a| (launched: 2022-12-13_10:20:13.434195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:15.454077 run osmo-stp_10.42.42.5(pid=8108): stderr: \u000a| �[0;m�[38;5;43m20221213102013627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102013627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102013628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102013628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102013629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102013629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102013629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:15.612357 run patchelf(pid=8111): Terminating (SIGINT)\u000a10:20:15.797635 run patchelf(pid=8111): Terminated: ok {rc=0}\u000a10:20:15.831591 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8108): Process ended prematurely: osmo-stp_10.42.42.5(pid=8108) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8108)] [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a10:20:15.841721 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:20:15.914723 run osmo-hlr_10.42.42.2(pid=8105): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8105)]\u000a10:20:15.969970 run osmo-hlr_10.42.42.2(pid=8105): stdout: \u000a| (launched: 2022-12-13_10:20:12.407746) \u000a10:20:16.028871 run osmo-hlr_10.42.42.2(pid=8105): stderr: \u000a| �[0;m�[1;31m20221213102012606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102012606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102012606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102012606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102012607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102012607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102012620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102012630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102012630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102012630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:16.075466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8100): Terminating (SIGTERM)\u000a10:20:16.118093 run iperf3-srv_10.42.42.10(pid=8101): Terminating (SIGTERM)\u000a10:20:16.163146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8104): Terminating (SIGTERM)\u000a10:20:16.207735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8107): Terminating (SIGTERM)\u000a10:20:16.252155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8110): Terminating (SIGTERM)\u000a10:20:16.262341 --- ParallelTerminationStrategy: PID 8100 died...\u000a10:20:16.319586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8100): Terminated: ok {rc=0}\u000a10:20:16.329834 --- ParallelTerminationStrategy: PID 8101 died...\u000a10:20:16.386186 run iperf3-srv_10.42.42.10(pid=8101): Terminated {rc=256}\u000a10:20:16.396293 --- ParallelTerminationStrategy: PID 8104 died...\u000a10:20:16.451105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8104): Terminated: ok {rc=0}\u000a10:20:16.461326 --- ParallelTerminationStrategy: PID 8107 died...\u000a10:20:16.516029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8107): Terminated: ok {rc=0}\u000a10:20:16.526487 --- ParallelTerminationStrategy: PID 8110 died...\u000a10:20:16.583243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8110): Terminated: ok {rc=0}\u000a10:20:16.689978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8126): Process ended prematurely: osmo-stp_10.42.42.5(pid=8126) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8126)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8126): Process ended prematurely: osmo-stp_10.42.42.5(pid=8126) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:20:17.810653 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:17.822669 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:17.952334 tst iperf3m4.py: using LAC 33272\u000a10:20:18.081969 tst iperf3m4.py: using RAC 122\u000a10:20:18.212725 tst iperf3m4.py: using CellId 33272\u000a10:20:18.341591 tst iperf3m4.py: using BVCI 33273\u000a10:20:18.366985 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.378441 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.389795 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.400846 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.412186 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.423571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.435166 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.446429 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:18.457999 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:18.579469 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:18.702689 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:18.821957 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:19.121254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:20:19.259543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:19.606528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8112): Launched\u000a10:20:19.893398 run iperf3-srv_10.42.42.10(pid=8113): Launched\u000a10:20:20.095910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:20:20.234421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:20.578775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8114): Launched\u000a10:20:20.859667 run iperf3-srv_10.42.42.10(pid=8115): Launched\u000a10:20:21.047377 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:20:21.175490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:21.497519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8116): Launched\u000a10:20:21.766287 run iperf3-srv_10.42.42.10(pid=8117): Launched\u000a10:20:21.953325 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:20:22.081129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:22.401965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8118): Launched\u000a10:20:22.670809 run iperf3-srv_10.42.42.10(pid=8119): Launched\u000a10:20:22.858983 tst iperf3m4.py:8: start network...\u000a10:20:22.987088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:23.484583 run create_hlr_db(pid=8120): Launched\u000a10:20:23.661353 bus /gobi_6: Setting Powered False\u000a10:20:24.683746 run create_hlr_db(pid=8120): Terminated: ok {rc=0}\u000a10:20:25.096467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8122): Launched\u000a10:20:25.408665 run osmo-hlr_10.42.42.2(pid=8123): Launched\u000a10:20:25.527705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:26.068334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8125): Launched\u000a10:20:26.380508 run osmo-stp_10.42.42.5(pid=8126): Launched\u000a10:20:26.492023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:27.036546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8128): Launched\u000a10:20:27.146348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:27.419540 run patchelf(pid=8129): Launched\u000a10:20:27.599915 run osmo-stp_10.42.42.5(pid=8126): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8126)]\u000a10:20:27.731461 run osmo-stp_10.42.42.5(pid=8126): stdout: \u000a| (launched: 2022-12-13_10:20:26.225317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:27.863451 run osmo-stp_10.42.42.5(pid=8126): stderr: \u000a| �[0;m�[38;5;43m20221213102026398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102026398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102026398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102026399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102026399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102026399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102026399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:27.991223 run osmo-stp_10.42.42.5(pid=8126): stdout: \u000a| (launched: 2022-12-13_10:20:26.225317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:28.117503 run osmo-stp_10.42.42.5(pid=8126): stderr: \u000a| �[0;m�[38;5;43m20221213102026398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102026398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102026398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102026399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102026399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102026399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102026399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:28.264728 run patchelf(pid=8129): Terminating (SIGINT)\u000a10:20:28.438561 run patchelf(pid=8129): Terminated: ok {rc=0}\u000a10:20:28.470330 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8126): Process ended prematurely: osmo-stp_10.42.42.5(pid=8126) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8126)] [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:20:28.479696 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:20:28.540003 run osmo-hlr_10.42.42.2(pid=8123): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8123)]\u000a10:20:28.589360 run osmo-hlr_10.42.42.2(pid=8123): stdout: \u000a| (launched: 2022-12-13_10:20:25.253347) \u000a10:20:28.639267 run osmo-hlr_10.42.42.2(pid=8123): stderr: \u000a| �[0;m�[1;31m20221213102025432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102025432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102025432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102025432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102025432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102025432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102025444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102025453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102025453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102025453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:28.681870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8112): Terminating (SIGTERM)\u000a10:20:28.721766 run iperf3-srv_10.42.42.10(pid=8113): Terminating (SIGTERM)\u000a10:20:28.763712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8114): Terminating (SIGTERM)\u000a10:20:28.803697 run iperf3-srv_10.42.42.10(pid=8115): Terminating (SIGTERM)\u000a10:20:28.843817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8116): Terminating (SIGTERM)\u000a10:20:28.883520 run iperf3-srv_10.42.42.10(pid=8117): Terminating (SIGTERM)\u000a10:20:28.923335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8118): Terminating (SIGTERM)\u000a10:20:28.963106 run iperf3-srv_10.42.42.10(pid=8119): Terminating (SIGTERM)\u000a10:20:29.002910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8122): Terminating (SIGTERM)\u000a10:20:29.042769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8125): Terminating (SIGTERM)\u000a10:20:29.082806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8128): Terminating (SIGTERM)\u000a10:20:29.092052 --- ParallelTerminationStrategy: PID 8112 died...\u000a10:20:29.145870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8112): Terminated: ok {rc=0}\u000a10:20:29.155472 --- ParallelTerminationStrategy: PID 8113 died...\u000a10:20:29.208982 run iperf3-srv_10.42.42.10(pid=8113): Terminated {rc=256}\u000a10:20:29.218456 --- ParallelTerminationStrategy: PID 8114 died...\u000a10:20:29.271965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8114): Terminated: ok {rc=0}\u000a10:20:29.281581 --- ParallelTerminationStrategy: PID 8115 died...\u000a10:20:29.334801 run iperf3-srv_10.42.42.10(pid=8115): Terminated {rc=256}\u000a10:20:29.344276 --- ParallelTerminationStrategy: PID 8116 died...\u000a10:20:29.398047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8116): Terminated: ok {rc=0}\u000a10:20:29.407798 --- ParallelTerminationStrategy: PID 8117 died...\u000a10:20:29.461171 run iperf3-srv_10.42.42.10(pid=8117): Terminated {rc=256}\u000a10:20:29.470718 --- ParallelTerminationStrategy: PID 8118 died...\u000a10:20:29.524242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8118): Terminated: ok {rc=0}\u000a10:20:29.533852 --- ParallelTerminationStrategy: PID 8119 died...\u000a10:20:29.587226 run iperf3-srv_10.42.42.10(pid=8119): Terminated {rc=256}\u000a10:20:29.596833 --- ParallelTerminationStrategy: PID 8122 died...\u000a10:20:29.650001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8122): Terminated: ok {rc=0}\u000a10:20:29.659556 --- ParallelTerminationStrategy: PID 8125 died...\u000a10:20:29.712837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8125): Terminated: ok {rc=0}\u000a10:20:29.722489 --- ParallelTerminationStrategy: PID 8128 died...\u000a10:20:29.775900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8128): Terminated: ok {rc=0}\u000a10:20:29.860487 bus /gobi_4: Setting Powered False\u000a10:20:30.980012 bus /gobi_4: Setting Powered False\u000a10:20:32.094491 bus /gobi_1: Setting Powered False\u000a10:20:33.197029 bus /gobi_1: Setting Powered False\u000a10:20:34.309373 bus /gobi_0: Setting Powered False\u000a10:20:35.413375 bus /gobi_0: Setting Powered False\u000a10:20:36.526684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8136): Process ended prematurely: osmo-stp_10.42.42.5(pid=8136) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8136)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8136): Process ended prematurely: osmo-stp_10.42.42.5(pid=8136) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:20:37.594481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:37.605907 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:37.737244 tst ping.py: using LAC 33273\u000a10:20:37.866077 tst ping.py: using RAC 123\u000a10:20:37.998770 tst ping.py: using CellId 33273\u000a10:20:38.124194 tst ping.py: using BVCI 33274\u000a10:20:38.149189 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.160409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.171872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.183253 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.194784 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.206090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.217696 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:38.229292 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:38.507863 tst ping.py:19: start network...\u000a10:20:38.632698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:39.120939 run create_hlr_db(pid=8130): Launched\u000a10:20:39.295586 bus /gobi_6: Setting Powered False\u000a10:20:40.317545 run create_hlr_db(pid=8130): Terminated: ok {rc=0}\u000a10:20:40.752087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8132): Launched\u000a10:20:41.081402 run osmo-hlr_10.42.42.2(pid=8133): Launched\u000a10:20:41.203141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:41.774508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8135): Launched\u000a10:20:42.102635 run osmo-stp_10.42.42.5(pid=8136): Launched\u000a10:20:42.220481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:42.790051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8138): Launched\u000a10:20:42.906334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:43.193277 run patchelf(pid=8139): Launched\u000a10:20:43.384268 run osmo-stp_10.42.42.5(pid=8136): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8136)]\u000a10:20:43.523569 run osmo-stp_10.42.42.5(pid=8136): stdout: \u000a| (launched: 2022-12-13_10:20:41.940507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:43.663400 run osmo-stp_10.42.42.5(pid=8136): stderr: \u000a| �[0;m�[38;5;43m20221213102042130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102042131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102042131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102042131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102042132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102042132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102042132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:43.798499 run osmo-stp_10.42.42.5(pid=8136): stdout: \u000a| (launched: 2022-12-13_10:20:41.940507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:43.932251 run osmo-stp_10.42.42.5(pid=8136): stderr: \u000a| �[0;m�[38;5;43m20221213102042130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102042131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102042131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102042131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102042132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102042132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102042132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:44.088653 run patchelf(pid=8139): Terminating (SIGINT)\u000a10:20:44.271773 run patchelf(pid=8139): Terminated: ok {rc=0}\u000a10:20:44.305424 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8136): Process ended prematurely: osmo-stp_10.42.42.5(pid=8136) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8136)] [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a10:20:44.314878 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:20:44.378939 run osmo-hlr_10.42.42.2(pid=8133): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8133)]\u000a10:20:44.431272 run osmo-hlr_10.42.42.2(pid=8133): stdout: \u000a| (launched: 2022-12-13_10:20:40.917861) \u000a10:20:44.484226 run osmo-hlr_10.42.42.2(pid=8133): stderr: \u000a| �[0;m�[1;31m20221213102041113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102041113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102041113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102041114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102041114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102041114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102041126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102041137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102041137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102041137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:44.529467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8132): Terminating (SIGTERM)\u000a10:20:44.572499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8135): Terminating (SIGTERM)\u000a10:20:44.615365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8138): Terminating (SIGTERM)\u000a10:20:44.625274 --- ParallelTerminationStrategy: PID 8132 died...\u000a10:20:44.682758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8132): Terminated: ok {rc=0}\u000a10:20:44.692843 --- ParallelTerminationStrategy: PID 8135 died...\u000a10:20:44.750358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8135): Terminated: ok {rc=0}\u000a10:20:44.760638 --- ParallelTerminationStrategy: PID 8138 died...\u000a10:20:44.818030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8138): Terminated: ok {rc=0}\u000a10:20:44.906859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8146): Process ended prematurely: osmo-stp_10.42.42.5(pid=8146) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8146)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8146): Process ended prematurely: osmo-stp_10.42.42.5(pid=8146) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:20:45.969044 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:45.987232 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:46.119079 tst ping_idle_ping.py: using LAC 33274\u000a10:20:46.273940 tst ping_idle_ping.py: using RAC 124\u000a10:20:46.415334 tst ping_idle_ping.py: using CellId 33274\u000a10:20:46.576609 tst ping_idle_ping.py: using BVCI 33275\u000a10:20:46.609622 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.623069 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.638838 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.654646 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.668644 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.682020 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.695090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:46.707325 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:46.995948 tst ping_idle_ping.py:24: start network...\u000a10:20:47.127191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:47.632715 run create_hlr_db(pid=8140): Launched\u000a10:20:47.809154 bus /gobi_6: Setting Powered False\u000a10:20:48.831168 run create_hlr_db(pid=8140): Terminated: ok {rc=0}\u000a10:20:49.242846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8142): Launched\u000a10:20:49.552142 run osmo-hlr_10.42.42.2(pid=8143): Launched\u000a10:20:49.664272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:50.195357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8145): Launched\u000a10:20:50.503168 run osmo-stp_10.42.42.5(pid=8146): Launched\u000a10:20:50.613821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:51.148791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8148): Launched\u000a10:20:51.257576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:51.526993 run patchelf(pid=8149): Launched\u000a10:20:51.707197 run osmo-stp_10.42.42.5(pid=8146): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8146)]\u000a10:20:51.842447 run osmo-stp_10.42.42.5(pid=8146): stdout: \u000a| (launched: 2022-12-13_10:20:50.350489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:51.983844 run osmo-stp_10.42.42.5(pid=8146): stderr: \u000a| �[0;m�[38;5;43m20221213102050521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102050521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102050522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102050522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102050523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102050523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102050523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:52.119692 run osmo-stp_10.42.42.5(pid=8146): stdout: \u000a| (launched: 2022-12-13_10:20:50.350489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:52.253762 run osmo-stp_10.42.42.5(pid=8146): stderr: \u000a| �[0;m�[38;5;43m20221213102050521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102050521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102050522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102050522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102050523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102050523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102050523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:52.410878 run patchelf(pid=8149): Terminating (SIGINT)\u000a10:20:52.594919 run patchelf(pid=8149): Terminated: ok {rc=0}\u000a10:20:52.628196 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8146): Process ended prematurely: osmo-stp_10.42.42.5(pid=8146) [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8146)] [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:20:52.637796 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:20:52.702144 run osmo-hlr_10.42.42.2(pid=8143): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8143)]\u000a10:20:52.754587 run osmo-hlr_10.42.42.2(pid=8143): stdout: \u000a| (launched: 2022-12-13_10:20:49.398908) \u000a10:20:52.807958 run osmo-hlr_10.42.42.2(pid=8143): stderr: \u000a| �[0;m�[1;31m20221213102049577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102049577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102049577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102049577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102049577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102049577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102049592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102049602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102049602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102049602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:52.853823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8142): Terminating (SIGTERM)\u000a10:20:52.896757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8145): Terminating (SIGTERM)\u000a10:20:52.939887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8148): Terminating (SIGTERM)\u000a10:20:52.949816 --- ParallelTerminationStrategy: PID 8142 died...\u000a10:20:53.007475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8142): Terminated: ok {rc=0}\u000a10:20:53.017733 --- ParallelTerminationStrategy: PID 8145 died...\u000a10:20:53.075068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8145): Terminated: ok {rc=0}\u000a10:20:53.085320 --- ParallelTerminationStrategy: PID 8148 died...\u000a10:20:53.142736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8148): Terminated: ok {rc=0}\u000a10:20:53.232318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:19:54" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8166): Process ended prematurely: osmo-stp_10.42.42.5(pid=8166) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8166)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8166): Process ended prematurely: osmo-stp_10.42.42.5(pid=8166) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:20:55.343420 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.354362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:20:55.499331 tst cs_paging_gprs_active.py: using LAC 33275\u000a10:20:55.623764 tst cs_paging_gprs_active.py: using RAC 125\u000a10:20:55.747584 tst cs_paging_gprs_active.py: using CellId 33275\u000a10:20:55.871332 tst cs_paging_gprs_active.py: using BVCI 33276\u000a10:20:55.895511 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.906351 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.916866 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.927522 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.938043 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.948601 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.959756 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.970472 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:20:55.981440 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:20:56.101039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:20:56.405830 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:20:56.546254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:56.894542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8156): Launched\u000a10:20:57.183740 run iperf3-srv_10.42.42.10(pid=8157): Launched\u000a10:20:57.388559 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:20:57.528249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:57.876134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8158): Launched\u000a10:20:58.164077 run iperf3-srv_10.42.42.10(pid=8159): Launched\u000a10:20:58.370152 tst cs_paging_gprs_active.py:38: start network...\u000a10:20:58.510057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:59.038698 run create_hlr_db(pid=8160): Launched\u000a10:20:59.231058 bus /gobi_6: Setting Powered False\u000a10:21:00.252596 run create_hlr_db(pid=8160): Terminated: ok {rc=0}\u000a10:21:00.698454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8162): Launched\u000a10:21:01.096512 run osmo-hlr_10.42.42.2(pid=8163): Launched\u000a10:21:01.256475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:02.030530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8165): Launched\u000a10:21:02.468348 run osmo-stp_10.42.42.5(pid=8166): Launched\u000a10:21:02.594555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:03.179667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8168): Launched\u000a10:21:03.299020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:03.593353 run patchelf(pid=8169): Launched\u000a10:21:03.788318 run osmo-stp_10.42.42.5(pid=8166): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8166)]\u000a10:21:03.930726 run osmo-stp_10.42.42.5(pid=8166): stdout: \u000a| (launched: 2022-12-13_10:21:02.213398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:04.073166 run osmo-stp_10.42.42.5(pid=8166): stderr: \u000a| �[0;m�[38;5;43m20221213102102504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102102504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102102504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102102505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102102505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102102505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102102505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:04.211125 run osmo-stp_10.42.42.5(pid=8166): stdout: \u000a| (launched: 2022-12-13_10:21:02.213398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:04.348228 run osmo-stp_10.42.42.5(pid=8166): stderr: \u000a| �[0;m�[38;5;43m20221213102102504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102102504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102102504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102102505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102102505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102102505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102102505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:04.507767 run patchelf(pid=8169): Terminating (SIGINT)\u000a10:21:04.694916 run patchelf(pid=8169): Terminated: ok {rc=0}\u000a10:21:04.729042 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8166): Process ended prematurely: osmo-stp_10.42.42.5(pid=8166) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8166)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:21:04.739002 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a10:21:04.803047 run osmo-hlr_10.42.42.2(pid=8163): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8163)]\u000a10:21:04.855092 run osmo-hlr_10.42.42.2(pid=8163): stdout: \u000a| (launched: 2022-12-13_10:21:00.874035) \u000a10:21:04.908198 run osmo-hlr_10.42.42.2(pid=8163): stderr: \u000a| �[0;m�[1;31m20221213102101266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102101266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102101267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102101267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102101267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102101267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102101292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102101312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102101312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102101312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:04.953673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8156): Terminating (SIGTERM)\u000a10:21:04.996860 run iperf3-srv_10.42.42.10(pid=8157): Terminating (SIGTERM)\u000a10:21:05.039768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8158): Terminating (SIGTERM)\u000a10:21:05.082966 run iperf3-srv_10.42.42.10(pid=8159): Terminating (SIGTERM)\u000a10:21:05.126198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8162): Terminating (SIGTERM)\u000a10:21:05.168877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8165): Terminating (SIGTERM)\u000a10:21:05.211628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8168): Terminating (SIGTERM)\u000a10:21:05.221458 --- ParallelTerminationStrategy: PID 8156 died...\u000a10:21:05.278898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8156): Terminated: ok {rc=0}\u000a10:21:05.289103 --- ParallelTerminationStrategy: PID 8157 died...\u000a10:21:05.346009 run iperf3-srv_10.42.42.10(pid=8157): Terminated {rc=256}\u000a10:21:05.356097 --- ParallelTerminationStrategy: PID 8158 died...\u000a10:21:05.413217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8158): Terminated: ok {rc=0}\u000a10:21:05.423313 --- ParallelTerminationStrategy: PID 8159 died...\u000a10:21:05.480037 run iperf3-srv_10.42.42.10(pid=8159): Terminated {rc=256}\u000a10:21:05.490237 --- ParallelTerminationStrategy: PID 8162 died...\u000a10:21:05.547190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8162): Terminated: ok {rc=0}\u000a10:21:05.557381 --- ParallelTerminationStrategy: PID 8165 died...\u000a10:21:05.614105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8165): Terminated: ok {rc=0}\u000a10:21:05.624257 --- ParallelTerminationStrategy: PID 8168 died...\u000a10:21:05.681349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8168): Terminated: ok {rc=0}\u000a10:21:05.769202 bus /gobi_0: Setting Powered False\u000a10:21:06.875572 bus /gobi_0: Setting Powered False\u000a10:21:07.985898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8178): Process ended prematurely: osmo-stp_10.42.42.5(pid=8178) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8178)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8178): Process ended prematurely: osmo-stp_10.42.42.5(pid=8178) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:21:09.103829 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.115849 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:09.267461 tst iperf3.py: using LAC 33276\u000a10:21:09.399930 tst iperf3.py: using RAC 126\u000a10:21:09.524099 tst iperf3.py: using CellId 33276\u000a10:21:09.648539 tst iperf3.py: using BVCI 33277\u000a10:21:09.672493 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.683542 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.694380 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.705479 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.716368 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.727390 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.738294 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.749096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:09.760110 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:10.042023 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:21:10.171420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:10.497000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8170): Launched\u000a10:21:10.767326 run iperf3-srv_10.42.42.10(pid=8171): Launched\u000a10:21:10.956017 tst iperf3.py:8: start network...\u000a10:21:11.085176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:11.584403 run create_hlr_db(pid=8172): Launched\u000a10:21:11.763395 bus /gobi_6: Setting Powered False\u000a10:21:12.784147 run create_hlr_db(pid=8172): Terminated: ok {rc=0}\u000a10:21:13.198339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8174): Launched\u000a10:21:13.510551 run osmo-hlr_10.42.42.2(pid=8175): Launched\u000a10:21:13.633865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:14.180730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8177): Launched\u000a10:21:14.493628 run osmo-stp_10.42.42.5(pid=8178): Launched\u000a10:21:14.604297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:15.145615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8180): Launched\u000a10:21:15.255821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:15.529449 run patchelf(pid=8181): Launched\u000a10:21:15.710923 run osmo-stp_10.42.42.5(pid=8178): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8178)]\u000a10:21:15.844427 run osmo-stp_10.42.42.5(pid=8178): stdout: \u000a| (launched: 2022-12-13_10:21:14.338313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:15.986199 run osmo-stp_10.42.42.5(pid=8178): stderr: \u000a| �[0;m�[38;5;43m20221213102114512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102114512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102114512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102114513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102114513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102114513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102114513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:16.116490 run osmo-stp_10.42.42.5(pid=8178): stdout: \u000a| (launched: 2022-12-13_10:21:14.338313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:16.246318 run osmo-stp_10.42.42.5(pid=8178): stderr: \u000a| �[0;m�[38;5;43m20221213102114512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102114512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102114512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102114513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102114513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102114513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102114513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:16.397672 run patchelf(pid=8181): Terminating (SIGINT)\u000a10:21:16.574888 run patchelf(pid=8181): Terminated: ok {rc=0}\u000a10:21:16.608245 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8178): Process ended prematurely: osmo-stp_10.42.42.5(pid=8178) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8178)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:21:16.618643 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:21:16.681698 run osmo-hlr_10.42.42.2(pid=8175): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8175)]\u000a10:21:16.732219 run osmo-hlr_10.42.42.2(pid=8175): stdout: \u000a| (launched: 2022-12-13_10:21:13.355742) \u000a10:21:16.783471 run osmo-hlr_10.42.42.2(pid=8175): stderr: \u000a| �[0;m�[1;31m20221213102113534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102113534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102113534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102113534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102113534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102113534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102113546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102113555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102113555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102113555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:16.827498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8170): Terminating (SIGTERM)\u000a10:21:16.869455 run iperf3-srv_10.42.42.10(pid=8171): Terminating (SIGTERM)\u000a10:21:16.911181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8174): Terminating (SIGTERM)\u000a10:21:16.953162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8177): Terminating (SIGTERM)\u000a10:21:16.995060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8180): Terminating (SIGTERM)\u000a10:21:17.005489 --- ParallelTerminationStrategy: PID 8170 died...\u000a10:21:17.062318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8170): Terminated: ok {rc=0}\u000a10:21:17.072497 --- ParallelTerminationStrategy: PID 8171 died...\u000a10:21:17.127644 run iperf3-srv_10.42.42.10(pid=8171): Terminated {rc=256}\u000a10:21:17.138121 --- ParallelTerminationStrategy: PID 8174 died...\u000a10:21:17.192190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8174): Terminated: ok {rc=0}\u000a10:21:17.202245 --- ParallelTerminationStrategy: PID 8177 died...\u000a10:21:17.256649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8177): Terminated: ok {rc=0}\u000a10:21:17.266369 --- ParallelTerminationStrategy: PID 8180 died...\u000a10:21:17.319602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8180): Terminated: ok {rc=0}\u000a10:21:17.404552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8196): Process ended prematurely: osmo-stp_10.42.42.5(pid=8196) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8196): Process ended prematurely: osmo-stp_10.42.42.5(pid=8196) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:21:18.521970 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:18.534230 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:18.683937 tst iperf3m4.py: using LAC 33277\u000a10:21:18.808132 tst iperf3m4.py: using RAC 127\u000a10:21:18.931205 tst iperf3m4.py: using CellId 33277\u000a10:21:19.054860 tst iperf3m4.py: using BVCI 33278\u000a10:21:19.078745 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.089746 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.100433 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.111223 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.121993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.132886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.143716 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.154360 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:19.165239 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:19.287369 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:19.408697 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:19.528553 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:19.812711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:21:19.942010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:20.267090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8182): Launched\u000a10:21:20.537985 run iperf3-srv_10.42.42.10(pid=8183): Launched\u000a10:21:20.726963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:21:20.856128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:21.181618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8184): Launched\u000a10:21:21.451927 run iperf3-srv_10.42.42.10(pid=8185): Launched\u000a10:21:21.640591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:21:21.769896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:22.095442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8186): Launched\u000a10:21:22.366634 run iperf3-srv_10.42.42.10(pid=8187): Launched\u000a10:21:22.555594 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:21:22.684671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:23.007919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8188): Launched\u000a10:21:23.276390 run iperf3-srv_10.42.42.10(pid=8189): Launched\u000a10:21:23.464910 tst iperf3m4.py:8: start network...\u000a10:21:23.593860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:24.093890 run create_hlr_db(pid=8190): Launched\u000a10:21:24.271943 bus /gobi_6: Setting Powered False\u000a10:21:25.294757 run create_hlr_db(pid=8190): Terminated: ok {rc=0}\u000a10:21:25.738938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8192): Launched\u000a10:21:26.074944 run osmo-hlr_10.42.42.2(pid=8193): Launched\u000a10:21:26.198436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:26.781548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8195): Launched\u000a10:21:27.117046 run osmo-stp_10.42.42.5(pid=8196): Launched\u000a10:21:27.237902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:27.820687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8198): Launched\u000a10:21:27.940169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:28.233158 run patchelf(pid=8199): Launched\u000a10:21:28.428230 run osmo-stp_10.42.42.5(pid=8196): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)]\u000a10:21:28.570032 run osmo-stp_10.42.42.5(pid=8196): stdout: \u000a| (launched: 2022-12-13_10:21:26.950646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:28.712906 run osmo-stp_10.42.42.5(pid=8196): stderr: \u000a| �[0;m�[38;5;43m20221213102127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102127142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102127142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102127142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102127143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102127143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102127143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:28.850514 run osmo-stp_10.42.42.5(pid=8196): stdout: \u000a| (launched: 2022-12-13_10:21:26.950646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:28.986940 run osmo-stp_10.42.42.5(pid=8196): stderr: \u000a| �[0;m�[38;5;43m20221213102127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102127142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102127142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102127142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102127143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102127143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102127143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:29.146771 run patchelf(pid=8199): Terminating (SIGINT)\u000a10:21:29.334918 run patchelf(pid=8199): Terminated: ok {rc=0}\u000a10:21:29.369295 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8196): Process ended prematurely: osmo-stp_10.42.42.5(pid=8196) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:21:29.379614 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:21:29.444132 run osmo-hlr_10.42.42.2(pid=8193): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8193)]\u000a10:21:29.496649 run osmo-hlr_10.42.42.2(pid=8193): stdout: \u000a| (launched: 2022-12-13_10:21:25.908640) \u000a10:21:29.550066 run osmo-hlr_10.42.42.2(pid=8193): stderr: \u000a| �[0;m�[1;31m20221213102126105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102126106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102126106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102126106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102126106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102126106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102126118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102126127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102126127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102126127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:29.595781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8182): Terminating (SIGTERM)\u000a10:21:29.638778 run iperf3-srv_10.42.42.10(pid=8183): Terminating (SIGTERM)\u000a10:21:29.681903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8184): Terminating (SIGTERM)\u000a10:21:29.724648 run iperf3-srv_10.42.42.10(pid=8185): Terminating (SIGTERM)\u000a10:21:29.767617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8186): Terminating (SIGTERM)\u000a10:21:29.810486 run iperf3-srv_10.42.42.10(pid=8187): Terminating (SIGTERM)\u000a10:21:29.853472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8188): Terminating (SIGTERM)\u000a10:21:29.896289 run iperf3-srv_10.42.42.10(pid=8189): Terminating (SIGTERM)\u000a10:21:29.939313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8192): Terminating (SIGTERM)\u000a10:21:29.982096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8195): Terminating (SIGTERM)\u000a10:21:30.024738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8198): Terminating (SIGTERM)\u000a10:21:30.034567 --- ParallelTerminationStrategy: PID 8182 died...\u000a10:21:30.092080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8182): Terminated: ok {rc=0}\u000a10:21:30.102360 --- ParallelTerminationStrategy: PID 8183 died...\u000a10:21:30.159432 run iperf3-srv_10.42.42.10(pid=8183): Terminated {rc=256}\u000a10:21:30.170038 --- ParallelTerminationStrategy: PID 8184 died...\u000a10:21:30.227322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8184): Terminated: ok {rc=0}\u000a10:21:30.238000 --- ParallelTerminationStrategy: PID 8185 died...\u000a10:21:30.295200 run iperf3-srv_10.42.42.10(pid=8185): Terminated {rc=256}\u000a10:21:30.305428 --- ParallelTerminationStrategy: PID 8186 died...\u000a10:21:30.362924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8186): Terminated: ok {rc=0}\u000a10:21:30.373140 --- ParallelTerminationStrategy: PID 8187 died...\u000a10:21:30.430699 run iperf3-srv_10.42.42.10(pid=8187): Terminated {rc=256}\u000a10:21:30.441022 --- ParallelTerminationStrategy: PID 8188 died...\u000a10:21:30.498104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8188): Terminated: ok {rc=0}\u000a10:21:30.508269 --- ParallelTerminationStrategy: PID 8189 died...\u000a10:21:30.565277 run iperf3-srv_10.42.42.10(pid=8189): Terminated {rc=256}\u000a10:21:30.575359 --- ParallelTerminationStrategy: PID 8192 died...\u000a10:21:30.632506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8192): Terminated: ok {rc=0}\u000a10:21:30.642762 --- ParallelTerminationStrategy: PID 8195 died...\u000a10:21:30.699737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8195): Terminated: ok {rc=0}\u000a10:21:30.709909 --- ParallelTerminationStrategy: PID 8198 died...\u000a10:21:30.767298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8198): Terminated: ok {rc=0}\u000a10:21:30.857816 bus /gobi_4: Setting Powered False\u000a10:21:31.975925 bus /gobi_4: Setting Powered False\u000a10:21:33.085481 bus /gobi_1: Setting Powered False\u000a10:21:34.193752 bus /gobi_1: Setting Powered False\u000a10:21:35.304102 bus /gobi_0: Setting Powered False\u000a10:21:36.411424 bus /gobi_0: Setting Powered False\u000a10:21:37.523045 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8206): Process ended prematurely: osmo-stp_10.42.42.5(pid=8206) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8206)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8206): Process ended prematurely: osmo-stp_10.42.42.5(pid=8206) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:21:38.593679 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:38.606260 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:38.760900 tst ping.py: using LAC 33278\u000a10:21:38.889363 tst ping.py: using RAC 128\u000a10:21:39.019089 tst ping.py: using CellId 33278\u000a10:21:39.147086 tst ping.py: using BVCI 33279\u000a10:21:39.172004 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.183875 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.195208 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.206449 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.217936 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.229369 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.240920 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:39.252539 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:39.551069 tst ping.py:19: start network...\u000a10:21:39.687428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:40.206474 run create_hlr_db(pid=8200): Launched\u000a10:21:40.397245 bus /gobi_6: Setting Powered False\u000a10:21:41.417241 run create_hlr_db(pid=8200): Terminated: ok {rc=0}\u000a10:21:41.832127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8202): Launched\u000a10:21:42.141694 run osmo-hlr_10.42.42.2(pid=8203): Launched\u000a10:21:42.253552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:42.788256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8205): Launched\u000a10:21:43.094571 run osmo-stp_10.42.42.5(pid=8206): Launched\u000a10:21:43.216591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:43.757166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8208): Launched\u000a10:21:43.865686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:44.135778 run patchelf(pid=8209): Launched\u000a10:21:44.314395 run osmo-stp_10.42.42.5(pid=8206): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8206)]\u000a10:21:44.445130 run osmo-stp_10.42.42.5(pid=8206): stdout: \u000a| (launched: 2022-12-13_10:21:42.942708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:44.576208 run osmo-stp_10.42.42.5(pid=8206): stderr: \u000a| �[0;m�[38;5;43m20221213102143113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102143114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102143114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102143114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102143115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102143115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102143115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:44.702935 run osmo-stp_10.42.42.5(pid=8206): stdout: \u000a| (launched: 2022-12-13_10:21:42.942708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:44.828402 run osmo-stp_10.42.42.5(pid=8206): stderr: \u000a| �[0;m�[38;5;43m20221213102143113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102143114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102143114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102143114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102143115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102143115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102143115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:44.974768 run patchelf(pid=8209): Terminating (SIGINT)\u000a10:21:45.146570 run patchelf(pid=8209): Terminated: ok {rc=0}\u000a10:21:45.177767 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8206): Process ended prematurely: osmo-stp_10.42.42.5(pid=8206) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8206)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:21:45.187061 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:21:45.247797 run osmo-hlr_10.42.42.2(pid=8203): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8203)]\u000a10:21:45.297511 run osmo-hlr_10.42.42.2(pid=8203): stdout: \u000a| (launched: 2022-12-13_10:21:41.987495) \u000a10:21:45.347962 run osmo-hlr_10.42.42.2(pid=8203): stderr: \u000a| �[0;m�[1;31m20221213102142166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102142166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102142166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102142166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102142166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102142166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102142181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102142192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102142192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102142192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:45.391056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8202): Terminating (SIGTERM)\u000a10:21:45.431889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8205): Terminating (SIGTERM)\u000a10:21:45.472726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8208): Terminating (SIGTERM)\u000a10:21:45.481817 --- ParallelTerminationStrategy: PID 8202 died...\u000a10:21:45.536570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8202): Terminated: ok {rc=0}\u000a10:21:45.546408 --- ParallelTerminationStrategy: PID 8205 died...\u000a10:21:45.600787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8205): Terminated: ok {rc=0}\u000a10:21:45.610682 --- ParallelTerminationStrategy: PID 8208 died...\u000a10:21:45.665124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8208): Terminated: ok {rc=0}\u000a10:21:45.754651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8216): Process ended prematurely: osmo-stp_10.42.42.5(pid=8216) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8216)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8216): Process ended prematurely: osmo-stp_10.42.42.5(pid=8216) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:21:46.814411 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:46.832125 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:47.006194 tst ping_idle_ping.py: using LAC 33279\u000a10:21:47.169851 tst ping_idle_ping.py: using RAC 129\u000a10:21:47.305649 tst ping_idle_ping.py: using CellId 33279\u000a10:21:47.438629 tst ping_idle_ping.py: using BVCI 33280\u000a10:21:47.463716 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.475203 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.486423 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.497739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.509230 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.520584 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.532224 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:47.543717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:47.830011 tst ping_idle_ping.py:24: start network...\u000a10:21:47.957624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:48.454816 run create_hlr_db(pid=8210): Launched\u000a10:21:48.631562 bus /gobi_6: Setting Powered False\u000a10:21:49.652851 run create_hlr_db(pid=8210): Terminated: ok {rc=0}\u000a10:21:50.065418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8212): Launched\u000a10:21:50.375505 run osmo-hlr_10.42.42.2(pid=8213): Launched\u000a10:21:50.494684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:51.033139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8215): Launched\u000a10:21:51.344721 run osmo-stp_10.42.42.5(pid=8216): Launched\u000a10:21:51.456612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:51.993049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8218): Launched\u000a10:21:52.103207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:52.373792 run patchelf(pid=8219): Launched\u000a10:21:52.552837 run osmo-stp_10.42.42.5(pid=8216): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8216)]\u000a10:21:52.684131 run osmo-stp_10.42.42.5(pid=8216): stdout: \u000a| (launched: 2022-12-13_10:21:51.188447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:52.815767 run osmo-stp_10.42.42.5(pid=8216): stderr: \u000a| �[0;m�[38;5;43m20221213102151361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102151361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102151361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102151362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102151362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102151362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102151363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:52.942332 run osmo-stp_10.42.42.5(pid=8216): stdout: \u000a| (launched: 2022-12-13_10:21:51.188447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:53.067959 run osmo-stp_10.42.42.5(pid=8216): stderr: \u000a| �[0;m�[38;5;43m20221213102151361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102151361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102151361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102151362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102151362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102151362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102151363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:53.214689 run patchelf(pid=8219): Terminating (SIGINT)\u000a10:21:53.387064 run patchelf(pid=8219): Terminated: ok {rc=0}\u000a10:21:53.418119 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8216): Process ended prematurely: osmo-stp_10.42.42.5(pid=8216) [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8216)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:21:53.426814 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:21:53.487397 run osmo-hlr_10.42.42.2(pid=8213): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8213)]\u000a10:21:53.536869 run osmo-hlr_10.42.42.2(pid=8213): stdout: \u000a| (launched: 2022-12-13_10:21:50.220794) \u000a10:21:53.587071 run osmo-hlr_10.42.42.2(pid=8213): stderr: \u000a| �[0;m�[1;31m20221213102150400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102150400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102150400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102150400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102150400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102150400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102150412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102150421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102150421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102150421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:53.630137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8212): Terminating (SIGTERM)\u000a10:21:53.670541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8215): Terminating (SIGTERM)\u000a10:21:53.711068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8218): Terminating (SIGTERM)\u000a10:21:53.720510 --- ParallelTerminationStrategy: PID 8212 died...\u000a10:21:53.774861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8212): Terminated: ok {rc=0}\u000a10:21:53.784615 --- ParallelTerminationStrategy: PID 8215 died...\u000a10:21:53.838817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8215): Terminated: ok {rc=0}\u000a10:21:53.848589 --- ParallelTerminationStrategy: PID 8218 died...\u000a10:21:53.902776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8218): Terminated: ok {rc=0}\u000a10:21:53.991849 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:20:54" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8233): Process ended prematurely: osmo-stp_10.42.42.5(pid=8233) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8233)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8233): Process ended prematurely: osmo-stp_10.42.42.5(pid=8233) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:21:56.101533 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.112374 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:21:56.259510 tst cs_paging_gprs_active.py: using LAC 33280\u000a10:21:56.383877 tst cs_paging_gprs_active.py: using RAC 130\u000a10:21:56.517305 tst cs_paging_gprs_active.py: using CellId 33280\u000a10:21:56.648370 tst cs_paging_gprs_active.py: using BVCI 33281\u000a10:21:56.674133 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.685670 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.696707 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.708009 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.719459 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.730963 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.742478 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.753828 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:21:56.765390 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:21:56.883305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:21:57.168406 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:21:57.301937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:57.649139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8223): Launched\u000a10:21:57.938492 run iperf3-srv_10.42.42.10(pid=8224): Launched\u000a10:21:58.143681 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:21:58.283245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:58.631314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8225): Launched\u000a10:21:58.920482 run iperf3-srv_10.42.42.10(pid=8226): Launched\u000a10:21:59.124598 tst cs_paging_gprs_active.py:38: start network...\u000a10:21:59.263912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:59.790239 run create_hlr_db(pid=8227): Launched\u000a10:21:59.982494 bus /gobi_6: Setting Powered False\u000a10:22:01.023303 run create_hlr_db(pid=8227): Terminated: ok {rc=0}\u000a10:22:01.519025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8229): Launched\u000a10:22:01.941554 run osmo-hlr_10.42.42.2(pid=8230): Launched\u000a10:22:02.151013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:02.765140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8232): Launched\u000a10:22:03.076801 run osmo-stp_10.42.42.5(pid=8233): Launched\u000a10:22:03.189584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:03.732310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8235): Launched\u000a10:22:03.842935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:04.117098 run patchelf(pid=8236): Launched\u000a10:22:04.298760 run osmo-stp_10.42.42.5(pid=8233): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8233)]\u000a10:22:04.431172 run osmo-stp_10.42.42.5(pid=8233): stdout: \u000a| (launched: 2022-12-13_10:22:02.923065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:04.563794 run osmo-stp_10.42.42.5(pid=8233): stderr: \u000a| �[0;m�[38;5;43m20221213102203096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102203096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102203097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102203097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102203098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102203098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102203098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:04.691712 run osmo-stp_10.42.42.5(pid=8233): stdout: \u000a| (launched: 2022-12-13_10:22:02.923065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:04.818515 run osmo-stp_10.42.42.5(pid=8233): stderr: \u000a| �[0;m�[38;5;43m20221213102203096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102203096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102203097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102203097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102203098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102203098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102203098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:04.966879 run patchelf(pid=8236): Terminating (SIGINT)\u000a10:22:05.141598 run patchelf(pid=8236): Terminated: ok {rc=0}\u000a10:22:05.173599 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8233): Process ended prematurely: osmo-stp_10.42.42.5(pid=8233) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8233)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:22:05.182825 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:22:05.242331 run osmo-hlr_10.42.42.2(pid=8230): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8230)]\u000a10:22:05.291096 run osmo-hlr_10.42.42.2(pid=8230): stdout: \u000a| (launched: 2022-12-13_10:22:01.683332) \u000a10:22:05.341028 run osmo-hlr_10.42.42.2(pid=8230): stderr: \u000a| �[0;m�[1;31m20221213102202017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102202017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102202017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102202017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102202017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102202018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102202040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102202048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102202057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102202057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:05.383370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8223): Terminating (SIGTERM)\u000a10:22:05.423182 run iperf3-srv_10.42.42.10(pid=8224): Terminating (SIGTERM)\u000a10:22:05.462994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8225): Terminating (SIGTERM)\u000a10:22:05.502565 run iperf3-srv_10.42.42.10(pid=8226): Terminating (SIGTERM)\u000a10:22:05.542326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8229): Terminating (SIGTERM)\u000a10:22:05.582107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8232): Terminating (SIGTERM)\u000a10:22:05.621778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8235): Terminating (SIGTERM)\u000a10:22:05.630902 --- ParallelTerminationStrategy: PID 8223 died...\u000a10:22:05.684187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8223): Terminated: ok {rc=0}\u000a10:22:05.693662 --- ParallelTerminationStrategy: PID 8224 died...\u000a10:22:05.746274 run iperf3-srv_10.42.42.10(pid=8224): Terminated {rc=256}\u000a10:22:05.755613 --- ParallelTerminationStrategy: PID 8225 died...\u000a10:22:05.808444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8225): Terminated: ok {rc=0}\u000a10:22:05.817925 --- ParallelTerminationStrategy: PID 8226 died...\u000a10:22:05.870552 run iperf3-srv_10.42.42.10(pid=8226): Terminated {rc=256}\u000a10:22:05.879968 --- ParallelTerminationStrategy: PID 8229 died...\u000a10:22:05.932829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8229): Terminated: ok {rc=0}\u000a10:22:05.942350 --- ParallelTerminationStrategy: PID 8232 died...\u000a10:22:05.995177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8232): Terminated: ok {rc=0}\u000a10:22:06.004628 --- ParallelTerminationStrategy: PID 8235 died...\u000a10:22:06.057597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8235): Terminated: ok {rc=0}\u000a10:22:06.141519 bus /gobi_0: Setting Powered False\u000a10:22:07.249152 bus /gobi_0: Setting Powered False\u000a10:22:08.358076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8245): Process ended prematurely: osmo-stp_10.42.42.5(pid=8245) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8245): Process ended prematurely: osmo-stp_10.42.42.5(pid=8245) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:22:09.475422 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:09.487421 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:09.646030 tst iperf3.py: using LAC 33281\u000a10:22:09.777257 tst iperf3.py: using RAC 131\u000a10:22:09.908625 tst iperf3.py: using CellId 33281\u000a10:22:10.040267 tst iperf3.py: using BVCI 33282\u000a10:22:10.065810 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.077240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.088320 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.099484 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.110898 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.122309 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.133798 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.145120 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:10.156723 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:10.445859 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:22:10.576204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:10.902801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8237): Launched\u000a10:22:11.173775 run iperf3-srv_10.42.42.10(pid=8238): Launched\u000a10:22:11.362277 tst iperf3.py:8: start network...\u000a10:22:11.491189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:11.989208 run create_hlr_db(pid=8239): Launched\u000a10:22:12.167010 bus /gobi_6: Setting Powered False\u000a10:22:13.188527 run create_hlr_db(pid=8239): Terminated: ok {rc=0}\u000a10:22:13.605724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8241): Launched\u000a10:22:13.916702 run osmo-hlr_10.42.42.2(pid=8242): Launched\u000a10:22:14.029013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:14.569294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8244): Launched\u000a10:22:14.882329 run osmo-stp_10.42.42.5(pid=8245): Launched\u000a10:22:14.994953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:15.536710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8247): Launched\u000a10:22:15.647187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:15.923120 run patchelf(pid=8248): Launched\u000a10:22:16.108881 run osmo-stp_10.42.42.5(pid=8245): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)]\u000a10:22:16.243385 run osmo-stp_10.42.42.5(pid=8245): stdout: \u000a| (launched: 2022-12-13_10:22:14.726505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:16.378012 run osmo-stp_10.42.42.5(pid=8245): stderr: \u000a| �[0;m�[38;5;43m20221213102214899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102214900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102214900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102214900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102214901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102214901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102214901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:16.507646 run osmo-stp_10.42.42.5(pid=8245): stdout: \u000a| (launched: 2022-12-13_10:22:14.726505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:16.636294 run osmo-stp_10.42.42.5(pid=8245): stderr: \u000a| �[0;m�[38;5;43m20221213102214899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102214900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102214900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102214900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102214901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102214901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102214901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:16.786558 run patchelf(pid=8248): Terminating (SIGINT)\u000a10:22:16.963895 run patchelf(pid=8248): Terminated: ok {rc=0}\u000a10:22:16.997422 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8245): Process ended prematurely: osmo-stp_10.42.42.5(pid=8245) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:22:17.007865 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:22:17.068874 run osmo-hlr_10.42.42.2(pid=8242): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8242)]\u000a10:22:17.119056 run osmo-hlr_10.42.42.2(pid=8242): stdout: \u000a| (launched: 2022-12-13_10:22:13.763227) \u000a10:22:17.169701 run osmo-hlr_10.42.42.2(pid=8242): stderr: \u000a| �[0;m�[1;31m20221213102213942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102213942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102213942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102213942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102213942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102213942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102213957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102213967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102213968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102213968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:17.212672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8237): Terminating (SIGTERM)\u000a10:22:17.253133 run iperf3-srv_10.42.42.10(pid=8238): Terminating (SIGTERM)\u000a10:22:17.293496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8241): Terminating (SIGTERM)\u000a10:22:17.333605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8244): Terminating (SIGTERM)\u000a10:22:17.373683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8247): Terminating (SIGTERM)\u000a10:22:17.382863 --- ParallelTerminationStrategy: PID 8237 died...\u000a10:22:17.436500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8237): Terminated: ok {rc=0}\u000a10:22:17.446198 --- ParallelTerminationStrategy: PID 8238 died...\u000a10:22:17.499432 run iperf3-srv_10.42.42.10(pid=8238): Terminated {rc=256}\u000a10:22:17.509095 --- ParallelTerminationStrategy: PID 8241 died...\u000a10:22:17.562160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8241): Terminated: ok {rc=0}\u000a10:22:17.571735 --- ParallelTerminationStrategy: PID 8244 died...\u000a10:22:17.624859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8244): Terminated: ok {rc=0}\u000a10:22:17.634464 --- ParallelTerminationStrategy: PID 8247 died...\u000a10:22:17.687591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8247): Terminated: ok {rc=0}\u000a10:22:17.776611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:22:18.889984 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:18.901667 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:19.050132 tst iperf3m4.py: using LAC 33282\u000a10:22:19.173464 tst iperf3m4.py: using RAC 132\u000a10:22:19.294528 tst iperf3m4.py: using CellId 33282\u000a10:22:19.418008 tst iperf3m4.py: using BVCI 33283\u000a10:22:19.441955 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.452702 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.463711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.474434 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.485049 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.495706 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.506527 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.517171 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:19.527889 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:19.652196 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:19.774762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:19.899312 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:20.185767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:22:20.316192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:20.642257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8249): Launched\u000a10:22:20.911972 run iperf3-srv_10.42.42.10(pid=8250): Launched\u000a10:22:21.100070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:22:21.229083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:21.553660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8251): Launched\u000a10:22:21.823541 run iperf3-srv_10.42.42.10(pid=8252): Launched\u000a10:22:22.011669 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:22:22.140241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:22.462748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8253): Launched\u000a10:22:22.731002 run iperf3-srv_10.42.42.10(pid=8254): Launched\u000a10:22:22.918711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:22:23.046967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:23.370415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8255): Launched\u000a10:22:23.638690 run iperf3-srv_10.42.42.10(pid=8256): Launched\u000a10:22:23.826030 tst iperf3m4.py:8: start network...\u000a10:22:23.954150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:24.453119 run create_hlr_db(pid=8257): Launched\u000a10:22:24.630964 bus /gobi_6: Setting Powered False\u000a10:22:25.653160 run create_hlr_db(pid=8257): Terminated: ok {rc=0}\u000a10:22:26.097734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Launched\u000a10:22:26.434216 run osmo-hlr_10.42.42.2(pid=8260): Launched\u000a10:22:26.556401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:27.140601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Launched\u000a10:22:27.479207 run osmo-stp_10.42.42.5(pid=8263): Launched\u000a10:22:27.602622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:28.184829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8265): Launched\u000a10:22:28.304604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:28.598799 run patchelf(pid=8266): Launched\u000a10:22:28.793454 run osmo-stp_10.42.42.5(pid=8263): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]\u000a10:22:28.935768 run osmo-stp_10.42.42.5(pid=8263): stdout: \u000a| (launched: 2022-12-13_10:22:27.310472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:29.078443 run osmo-stp_10.42.42.5(pid=8263): stderr: \u000a| �[0;m�[38;5;43m20221213102227501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102227501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102227501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102227501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102227502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102227502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102227502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:29.216522 run osmo-stp_10.42.42.5(pid=8263): stdout: \u000a| (launched: 2022-12-13_10:22:27.310472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:29.353693 run osmo-stp_10.42.42.5(pid=8263): stderr: \u000a| �[0;m�[38;5;43m20221213102227501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102227501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102227501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102227501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102227502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102227502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102227502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:29.513824 run patchelf(pid=8266): Terminating (SIGINT)\u000a10:22:29.700413 run patchelf(pid=8266): Terminated: ok {rc=0}\u000a10:22:29.734454 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:22:29.744584 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:22:29.809350 run osmo-hlr_10.42.42.2(pid=8260): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8260)]\u000a10:22:29.861993 run osmo-hlr_10.42.42.2(pid=8260): stdout: \u000a| (launched: 2022-12-13_10:22:26.267202) \u000a10:22:29.915191 run osmo-hlr_10.42.42.2(pid=8260): stderr: \u000a| �[0;m�[1;31m20221213102226464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102226464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102226465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102226465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102226465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102226465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102226477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102226486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102226487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102226487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:29.960852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8249): Terminating (SIGTERM)\u000a10:22:30.003933 run iperf3-srv_10.42.42.10(pid=8250): Terminating (SIGTERM)\u000a10:22:30.046833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8251): Terminating (SIGTERM)\u000a10:22:30.089761 run iperf3-srv_10.42.42.10(pid=8252): Terminating (SIGTERM)\u000a10:22:30.132673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8253): Terminating (SIGTERM)\u000a10:22:30.176065 run iperf3-srv_10.42.42.10(pid=8254): Terminating (SIGTERM)\u000a10:22:30.219123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8255): Terminating (SIGTERM)\u000a10:22:30.262003 run iperf3-srv_10.42.42.10(pid=8256): Terminating (SIGTERM)\u000a10:22:30.304892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Terminating (SIGTERM)\u000a10:22:30.347889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Terminating (SIGTERM)\u000a10:22:30.391187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8265): Terminating (SIGTERM)\u000a10:22:30.401109 --- ParallelTerminationStrategy: PID 8249 died...\u000a10:22:30.459093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8249): Terminated: ok {rc=0}\u000a10:22:30.469480 --- ParallelTerminationStrategy: PID 8250 died...\u000a10:22:30.527086 run iperf3-srv_10.42.42.10(pid=8250): Terminated {rc=256}\u000a10:22:30.537395 --- ParallelTerminationStrategy: PID 8251 died...\u000a10:22:30.594748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8251): Terminated: ok {rc=0}\u000a10:22:30.604927 --- ParallelTerminationStrategy: PID 8252 died...\u000a10:22:30.661735 run iperf3-srv_10.42.42.10(pid=8252): Terminated {rc=256}\u000a10:22:30.672270 --- ParallelTerminationStrategy: PID 8253 died...\u000a10:22:30.729495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8253): Terminated: ok {rc=0}\u000a10:22:30.739567 --- ParallelTerminationStrategy: PID 8254 died...\u000a10:22:30.797105 run iperf3-srv_10.42.42.10(pid=8254): Terminated {rc=256}\u000a10:22:30.807327 --- ParallelTerminationStrategy: PID 8255 died...\u000a10:22:30.868807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8255): Terminated: ok {rc=0}\u000a10:22:30.885071 --- ParallelTerminationStrategy: PID 8256 died...\u000a10:22:30.946574 run iperf3-srv_10.42.42.10(pid=8256): Terminated {rc=256}\u000a10:22:30.957795 --- ParallelTerminationStrategy: PID 8259 died...\u000a10:22:31.015722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Terminated: ok {rc=0}\u000a10:22:31.026467 --- ParallelTerminationStrategy: PID 8262 died...\u000a10:22:31.084150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Terminated: ok {rc=0}\u000a10:22:31.094923 --- ParallelTerminationStrategy: PID 8265 died...\u000a10:22:31.151320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8265): Terminated: ok {rc=0}\u000a10:22:31.238891 bus /gobi_4: Setting Powered False\u000a10:22:32.340599 bus /gobi_4: Setting Powered False\u000a10:22:33.449292 bus /gobi_1: Setting Powered False\u000a10:22:34.556522 bus /gobi_1: Setting Powered False\u000a10:22:35.665545 bus /gobi_0: Setting Powered False\u000a10:22:36.775082 bus /gobi_0: Setting Powered False\u000a10:22:37.890640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8273): Process ended prematurely: osmo-stp_10.42.42.5(pid=8273) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8273): Process ended prematurely: osmo-stp_10.42.42.5(pid=8273) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:22:38.960538 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:38.972817 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:39.127560 tst ping.py: using LAC 33283\u000a10:22:39.252125 tst ping.py: using RAC 133\u000a10:22:39.379788 tst ping.py: using CellId 33283\u000a10:22:39.504600 tst ping.py: using BVCI 33284\u000a10:22:39.528174 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.539186 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.550329 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.561178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.572315 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.583252 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.594376 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:39.605382 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:39.886839 tst ping.py:19: start network...\u000a10:22:40.014029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:40.505160 run create_hlr_db(pid=8267): Launched\u000a10:22:40.695609 bus /gobi_6: Setting Powered False\u000a10:22:41.715101 run create_hlr_db(pid=8267): Terminated: ok {rc=0}\u000a10:22:42.154035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8269): Launched\u000a10:22:42.483135 run osmo-hlr_10.42.42.2(pid=8270): Launched\u000a10:22:42.601550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:43.174623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8272): Launched\u000a10:22:43.506352 run osmo-stp_10.42.42.5(pid=8273): Launched\u000a10:22:43.625345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:44.196243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8275): Launched\u000a10:22:44.312890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:44.601866 run patchelf(pid=8276): Launched\u000a10:22:44.792302 run osmo-stp_10.42.42.5(pid=8273): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)]\u000a10:22:44.931451 run osmo-stp_10.42.42.5(pid=8273): stdout: \u000a| (launched: 2022-12-13_10:22:43.341457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:45.070886 run osmo-stp_10.42.42.5(pid=8273): stderr: \u000a| �[0;m�[38;5;43m20221213102243531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102243531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102243531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102243531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:45.206228 run osmo-stp_10.42.42.5(pid=8273): stdout: \u000a| (launched: 2022-12-13_10:22:43.341457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:45.340210 run osmo-stp_10.42.42.5(pid=8273): stderr: \u000a| �[0;m�[38;5;43m20221213102243531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102243531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102243531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102243531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:45.496929 run patchelf(pid=8276): Terminating (SIGINT)\u000a10:22:45.680377 run patchelf(pid=8276): Terminated: ok {rc=0}\u000a10:22:45.713641 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8273): Process ended prematurely: osmo-stp_10.42.42.5(pid=8273) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:22:45.723170 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:22:45.787520 run osmo-hlr_10.42.42.2(pid=8270): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8270)]\u000a10:22:45.840128 run osmo-hlr_10.42.42.2(pid=8270): stdout: \u000a| (launched: 2022-12-13_10:22:42.320325) \u000a10:22:45.902214 run osmo-hlr_10.42.42.2(pid=8270): stderr: \u000a| �[0;m�[1;31m20221213102242519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102242519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102242520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102242520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102242520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102242520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102242531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102242539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102242539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102242539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:45.955495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8269): Terminating (SIGTERM)\u000a10:22:46.001456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8272): Terminating (SIGTERM)\u000a10:22:46.044617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8275): Terminating (SIGTERM)\u000a10:22:46.056484 --- ParallelTerminationStrategy: PID 8269 died...\u000a10:22:46.114274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8269): Terminated: ok {rc=0}\u000a10:22:46.124567 --- ParallelTerminationStrategy: PID 8272 died...\u000a10:22:46.180107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8272): Terminated: ok {rc=0}\u000a10:22:46.191421 --- ParallelTerminationStrategy: PID 8275 died...\u000a10:22:46.247577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8275): Terminated: ok {rc=0}\u000a10:22:46.335441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8283): Process ended prematurely: osmo-stp_10.42.42.5(pid=8283) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8283)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8283): Process ended prematurely: osmo-stp_10.42.42.5(pid=8283) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:22:47.386280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.398086 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:47.544146 tst ping_idle_ping.py: using LAC 33284\u000a10:22:47.666270 tst ping_idle_ping.py: using RAC 134\u000a10:22:47.788548 tst ping_idle_ping.py: using CellId 33284\u000a10:22:47.910078 tst ping_idle_ping.py: using BVCI 33285\u000a10:22:47.933647 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.944511 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.955569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.966625 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.977602 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.988656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:47.999733 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:48.010762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:48.310346 tst ping_idle_ping.py:24: start network...\u000a10:22:48.448820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:48.974508 run create_hlr_db(pid=8277): Launched\u000a10:22:49.165258 bus /gobi_6: Setting Powered False\u000a10:22:50.184751 run create_hlr_db(pid=8277): Terminated: ok {rc=0}\u000a10:22:50.613350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8279): Launched\u000a10:22:50.943259 run osmo-hlr_10.42.42.2(pid=8280): Launched\u000a10:22:51.063871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:51.636308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8282): Launched\u000a10:22:51.965331 run osmo-stp_10.42.42.5(pid=8283): Launched\u000a10:22:52.080709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:52.619440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8285): Launched\u000a10:22:52.728893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:52.998250 run patchelf(pid=8286): Launched\u000a10:22:53.176465 run osmo-stp_10.42.42.5(pid=8283): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8283)]\u000a10:22:53.306979 run osmo-stp_10.42.42.5(pid=8283): stdout: \u000a| (launched: 2022-12-13_10:22:51.802616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:53.437616 run osmo-stp_10.42.42.5(pid=8283): stderr: \u000a| �[0;m�[38;5;43m20221213102252060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102252061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102252061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102252061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102252062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102252062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102252062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:53.563678 run osmo-stp_10.42.42.5(pid=8283): stdout: \u000a| (launched: 2022-12-13_10:22:51.802616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:53.688718 run osmo-stp_10.42.42.5(pid=8283): stderr: \u000a| �[0;m�[38;5;43m20221213102252060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102252061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102252061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102252061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102252062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102252062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102252062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:53.834708 run patchelf(pid=8286): Terminating (SIGINT)\u000a10:22:54.006194 run patchelf(pid=8286): Terminated: ok {rc=0}\u000a10:22:54.037522 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8283): Process ended prematurely: osmo-stp_10.42.42.5(pid=8283) [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8283)] [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:22:54.046489 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:22:54.106716 run osmo-hlr_10.42.42.2(pid=8280): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8280)]\u000a10:22:54.156043 run osmo-hlr_10.42.42.2(pid=8280): stdout: \u000a| (launched: 2022-12-13_10:22:50.779344) \u000a10:22:54.206154 run osmo-hlr_10.42.42.2(pid=8280): stderr: \u000a| �[0;m�[1;31m20221213102250973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102250973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102250973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102250973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102250974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102250974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102250986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102250995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102250995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102250995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:54.248914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8279): Terminating (SIGTERM)\u000a10:22:54.289233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8282): Terminating (SIGTERM)\u000a10:22:54.329666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8285): Terminating (SIGTERM)\u000a10:22:54.338964 --- ParallelTerminationStrategy: PID 8279 died...\u000a10:22:54.393181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8279): Terminated: ok {rc=0}\u000a10:22:54.402870 --- ParallelTerminationStrategy: PID 8282 died...\u000a10:22:54.456655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8282): Terminated: ok {rc=0}\u000a10:22:54.466476 --- ParallelTerminationStrategy: PID 8285 died...\u000a10:22:54.519983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8285): Terminated: ok {rc=0}\u000a10:22:54.609791 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:21:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8297): Process ended prematurely: osmo-stp_10.42.42.5(pid=8297) [trial-2388↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8297)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8297): Process ended prematurely: osmo-stp_10.42.42.5(pid=8297) [trial-2388↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:22:56.601498 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:56.613854 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:22:56.765647 tst switch_tch_pdch.py: using LAC 33285\u000a10:22:56.895523 tst switch_tch_pdch.py: using RAC 135\u000a10:22:57.023022 tst switch_tch_pdch.py: using CellId 33285\u000a10:22:57.149918 tst switch_tch_pdch.py: using BVCI 33286\u000a10:22:57.174828 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.186428 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.197868 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.209245 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.220847 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.232585 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.244335 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:22:57.256036 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:22:57.373269 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:22:57.673525 tst switch_tch_pdch.py:51: start network...\u000a10:22:57.810262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:58.326457 run create_hlr_db(pid=8291): Launched\u000a10:22:58.517796 bus /gobi_6: Setting Powered False\u000a10:22:59.536487 run create_hlr_db(pid=8291): Terminated: ok {rc=0}\u000a10:22:59.974493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8293): Launched\u000a10:23:00.304387 run osmo-hlr_10.42.42.2(pid=8294): Launched\u000a10:23:00.428200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:01.044802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8296): Launched\u000a10:23:01.480698 run osmo-stp_10.42.42.5(pid=8297): Launched\u000a10:23:01.694552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:02.266886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8299): Launched\u000a10:23:02.375435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:02.645658 run patchelf(pid=8300): Launched\u000a10:23:02.823538 run osmo-stp_10.42.42.5(pid=8297): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8297)]\u000a10:23:02.953945 run osmo-stp_10.42.42.5(pid=8297): stdout: \u000a| (launched: 2022-12-13_10:23:01.214585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:03.084455 run osmo-stp_10.42.42.5(pid=8297): stderr: \u000a| �[0;m�[38;5;43m20221213102301504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102301504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102301505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102301505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102301506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102301506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102301506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:03.210202 run osmo-stp_10.42.42.5(pid=8297): stdout: \u000a| (launched: 2022-12-13_10:23:01.214585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:03.335091 run osmo-stp_10.42.42.5(pid=8297): stderr: \u000a| �[0;m�[38;5;43m20221213102301504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102301504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102301505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102301505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102301506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102301506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102301506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:03.480508 run patchelf(pid=8300): Terminating (SIGINT)\u000a10:23:03.651645 run patchelf(pid=8300): Terminated: ok {rc=0}\u000a10:23:03.682675 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8297): Process ended prematurely: osmo-stp_10.42.42.5(pid=8297) [trial-2388↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8297)] [trial-2388↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:23:03.691453 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a10:23:03.751945 run osmo-hlr_10.42.42.2(pid=8294): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8294)]\u000a10:23:03.801474 run osmo-hlr_10.42.42.2(pid=8294): stdout: \u000a| (launched: 2022-12-13_10:23:00.140782) \u000a10:23:03.851549 run osmo-hlr_10.42.42.2(pid=8294): stderr: \u000a| �[0;m�[1;31m20221213102300334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102300334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102300334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102300335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102300335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102300335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102300355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102300364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102300364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102300365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:03.894246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8293): Terminating (SIGTERM)\u000a10:23:03.934607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8296): Terminating (SIGTERM)\u000a10:23:03.974937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8299): Terminating (SIGTERM)\u000a10:23:03.984192 --- ParallelTerminationStrategy: PID 8293 died...\u000a10:23:04.038278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8293): Terminated: ok {rc=0}\u000a10:23:04.047954 --- ParallelTerminationStrategy: PID 8296 died...\u000a10:23:04.101809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8296): Terminated: ok {rc=0}\u000a10:23:04.111357 --- ParallelTerminationStrategy: PID 8299 died...\u000a10:23:04.165109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8299): Terminated: ok {rc=0}\u000a10:23:04.254437 bus /gobi_0: Setting Powered False\u000a10:23:05.358775 bus /gobi_0: Setting Powered False\u000a10:23:06.471517 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:22:56" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8313): Process ended prematurely: osmo-stp_10.42.42.5(pid=8313) [trial-2388↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8313): Process ended prematurely: osmo-stp_10.42.42.5(pid=8313) [trial-2388↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:23:08.405525 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:08.417092 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:23:08.571824 tst switch_tch_pdch.py: using LAC 33286\u000a10:23:08.698522 tst switch_tch_pdch.py: using RAC 136\u000a10:23:08.819962 tst switch_tch_pdch.py: using CellId 33286\u000a10:23:08.939760 tst switch_tch_pdch.py: using BVCI 33287\u000a10:23:08.963074 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:08.974027 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:08.984667 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:08.995398 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:09.006533 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:09.017238 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:09.027989 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:09.038686 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:23:09.160138 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:23:09.442757 tst switch_tch_pdch.py:51: start network...\u000a10:23:09.569948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:10.034772 run create_hlr_db(pid=8307): Launched\u000a10:23:10.158775 bus /gobi_6: Setting Powered False\u000a10:23:11.231428 run create_hlr_db(pid=8307): Terminated: ok {rc=0}\u000a10:23:11.614543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8309): Launched\u000a10:23:11.921999 run osmo-hlr_10.42.42.2(pid=8310): Launched\u000a10:23:12.032687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:12.536667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8312): Launched\u000a10:23:12.843459 run osmo-stp_10.42.42.5(pid=8313): Launched\u000a10:23:12.953628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:13.462314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8315): Launched\u000a10:23:13.570192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:13.838043 run patchelf(pid=8316): Launched\u000a10:23:14.015390 run osmo-stp_10.42.42.5(pid=8313): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)]\u000a10:23:14.145232 run osmo-stp_10.42.42.5(pid=8313): stdout: \u000a| (launched: 2022-12-13_10:23:12.691727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:14.275311 run osmo-stp_10.42.42.5(pid=8313): stderr: \u000a| �[0;m�[38;5;43m20221213102312865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102312865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102312865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102312865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102312866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102312866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102312866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:14.400933 run osmo-stp_10.42.42.5(pid=8313): stdout: \u000a| (launched: 2022-12-13_10:23:12.691727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:14.525654 run osmo-stp_10.42.42.5(pid=8313): stderr: \u000a| �[0;m�[38;5;43m20221213102312865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102312865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102312865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102312865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102312866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102312866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102312866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:14.670923 run patchelf(pid=8316): Terminating (SIGINT)\u000a10:23:14.843243 run patchelf(pid=8316): Terminated: ok {rc=0}\u000a10:23:14.874315 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8313): Process ended prematurely: osmo-stp_10.42.42.5(pid=8313) [trial-2388↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)] [trial-2388↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:23:14.883113 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a10:23:14.943122 run osmo-hlr_10.42.42.2(pid=8310): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8310)]\u000a10:23:14.992661 run osmo-hlr_10.42.42.2(pid=8310): stdout: \u000a| (launched: 2022-12-13_10:23:11.768772) \u000a10:23:15.043051 run osmo-hlr_10.42.42.2(pid=8310): stderr: \u000a| �[0;m�[1;31m20221213102311945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102311945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102311945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102311945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102311945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102311945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102311957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102311966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102311966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:15.085697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8309): Terminating (SIGTERM)\u000a10:23:15.125950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8312): Terminating (SIGTERM)\u000a10:23:15.166339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8315): Terminating (SIGTERM)\u000a10:23:15.175552 --- ParallelTerminationStrategy: PID 8309 died...\u000a10:23:15.229224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8309): Terminated: ok {rc=0}\u000a10:23:15.238728 --- ParallelTerminationStrategy: PID 8312 died...\u000a10:23:15.291989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8312): Terminated: ok {rc=0}\u000a10:23:15.301531 --- ParallelTerminationStrategy: PID 8315 died...\u000a10:23:15.354703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8315): Terminated: ok {rc=0}\u000a10:23:15.438960 bus /gobi_0: Setting Powered False\u000a10:23:16.556793 bus /gobi_0: Setting Powered False\u000a10:23:17.666491 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:23:08" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8321): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8321) [trial-2388↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8321)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8321): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8321) [trial-2388↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:23:19.548096 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:23:19.559464 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:23:19.704707 tst mo_mt_sms.py: using LAC 33287\u000a10:23:19.826040 tst mo_mt_sms.py: using RAC 137\u000a10:23:19.944603 tst mo_mt_sms.py: using CellId 33287\u000a10:23:20.066034 tst mo_mt_sms.py: using BVCI 33288\u000a10:23:20.089291 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:23:20.210480 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:23:20.506886 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:23:20.643950 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:23:21.322581 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8320): Launched\u000a10:23:21.648741 run osmo-nitb_10.42.42.2(pid=8321): Launched\u000a10:23:21.848687 run osmo-nitb_10.42.42.2(pid=8321): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8321)]\u000a10:23:21.996230 run osmo-nitb_10.42.42.2(pid=8321): stdout: \u000a| (launched: 2022-12-13_10:23:21.489500) \u000a10:23:22.143975 run osmo-nitb_10.42.42.2(pid=8321): stderr: \u000a| (launched: 2022-12-13_10:23:21.537992)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:22.287288 run osmo-nitb_10.42.42.2(pid=8321): stdout: \u000a| (launched: 2022-12-13_10:23:21.489500) \u000a10:23:22.429891 run osmo-nitb_10.42.42.2(pid=8321): stderr: \u000a| (launched: 2022-12-13_10:23:21.537992)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:22.781361 tst osmo-nitb_10.42.42.2(pid=8321): stdout: \u000a| (launched: 2022-12-13_10:23:21.489500) \u000a10:23:22.912565 tst osmo-nitb_10.42.42.2(pid=8321): stderr: \u000a| (launched: 2022-12-13_10:23:21.537992)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:22.969762 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8321): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8321) [trial-2388↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8321)] [trial-2388↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a10:23:22.978859 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:23:23.016860 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8320): Terminating (SIGTERM)\u000a10:23:23.195303 --- ParallelTerminationStrategy: PID 8320 died...\u000a10:23:23.254330 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8320): Terminated: ok {rc=0}\u000a10:23:23.342781 bus /sierra_3: Setting Powered False\u000a10:23:24.447931 bus /sierra_3: Setting Powered False\u000a10:23:25.561829 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:23:19" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8331): Process ended prematurely: osmo-stp_10.42.42.5(pid=8331) [trial-2388↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8331)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8331): Process ended prematurely: osmo-stp_10.42.42.5(pid=8331) [trial-2388↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:23:27.458331 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:27.469370 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:23:27.608358 tst mo_mt_sms.py: using LAC 33288\u000a10:23:27.735958 tst mo_mt_sms.py: using RAC 138\u000a10:23:27.865798 tst mo_mt_sms.py: using CellId 33288\u000a10:23:27.992654 tst mo_mt_sms.py: using BVCI 33289\u000a10:23:28.017739 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:28.029000 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:28.040144 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:28.051067 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:28.062446 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:28.073929 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:23:28.191180 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:23:28.405441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:28.924422 run create_hlr_db(pid=8325): Launched\u000a10:23:29.114995 bus /sierra_2: Setting Powered False\u000a10:23:30.135736 run create_hlr_db(pid=8325): Terminated: ok {rc=0}\u000a10:23:30.546942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8327): Launched\u000a10:23:30.868181 run osmo-hlr_10.42.42.2(pid=8328): Launched\u000a10:23:31.072549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:31.795199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8330): Launched\u000a10:23:32.237308 run osmo-stp_10.42.42.5(pid=8331): Launched\u000a10:23:32.514692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:33.075750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8333): Launched\u000a10:23:33.384356 run osmo-msc_10.42.42.6(pid=8334): Launched\u000a10:23:33.561965 run osmo-stp_10.42.42.5(pid=8331): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8331)]\u000a10:23:33.691665 run osmo-stp_10.42.42.5(pid=8331): stdout: \u000a| (launched: 2022-12-13_10:23:32.007770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:33.819000 run osmo-stp_10.42.42.5(pid=8331): stderr: \u000a| �[0;m�[38;5;43m20221213102332363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102332363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102332364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102332364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102332365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102332366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102332366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:33.941632 run osmo-stp_10.42.42.5(pid=8331): stdout: \u000a| (launched: 2022-12-13_10:23:32.007770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:34.063616 run osmo-stp_10.42.42.5(pid=8331): stderr: \u000a| �[0;m�[38;5;43m20221213102332363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102332363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102332364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102332364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102332365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102332366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102332366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:34.116602 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8331): Process ended prematurely: osmo-stp_10.42.42.5(pid=8331) [trial-2388↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8331)] [trial-2388↪sms:trx-b200↪mo_mt_sms.py:16]\u000a10:23:34.124534 tst mo_mt_sms.py:16: Test FAILED (6.7 sec)\u000a10:23:34.184839 run osmo-hlr_10.42.42.2(pid=8328): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8328)]\u000a10:23:34.234891 run osmo-hlr_10.42.42.2(pid=8328): stdout: \u000a| (launched: 2022-12-13_10:23:30.701292) \u000a10:23:34.285460 run osmo-hlr_10.42.42.2(pid=8328): stderr: \u000a| �[0;m�[1;31m20221213102330924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102330925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102330925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102330925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102330925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102330925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102330942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102330963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102330963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102330963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:34.353920 run osmo-msc_10.42.42.6(pid=8334): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8334)]\u000a10:23:34.403749 run osmo-msc_10.42.42.6(pid=8334): stdout: \u000a| (launched: 2022-12-13_10:23:33.230770) \u000a10:23:34.453873 run osmo-msc_10.42.42.6(pid=8334): stderr: \u000a| �[0;m�[38;5;43m20221213102333505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102333505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c9c8fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102333505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102333505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102333506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102333506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102333507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102333508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102333508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102333508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:34.496657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8327): Terminating (SIGTERM)\u000a10:23:34.537102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8330): Terminating (SIGTERM)\u000a10:23:34.577487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8333): Terminating (SIGTERM)\u000a10:23:34.586865 --- ParallelTerminationStrategy: PID 8327 died...\u000a10:23:34.640687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8327): Terminated: ok {rc=0}\u000a10:23:34.650260 --- ParallelTerminationStrategy: PID 8330 died...\u000a10:23:34.703545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8330): Terminated: ok {rc=0}\u000a10:23:34.713083 --- ParallelTerminationStrategy: PID 8333 died...\u000a10:23:34.766265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8333): Terminated: ok {rc=0}\u000a10:23:34.851333 bus /sierra_3: Setting Powered False\u000a10:23:35.960084 bus /sierra_3: Setting Powered False\u000a10:23:37.072210 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:23:27" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8340): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8340) [trial-2388↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8340)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8340): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8340) [trial-2388↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:23:38.919615 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:23:38.931104 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:23:39.075601 tst assert_extension.py: using LAC 33289\u000a10:23:39.197407 tst assert_extension.py: using RAC 139\u000a10:23:39.315413 tst assert_extension.py: using CellId 33289\u000a10:23:39.435046 tst assert_extension.py: using BVCI 33290\u000a10:23:39.458000 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:23:39.754051 tst assert_extension.py:10: start nitb and bts...\u000a10:23:39.889508 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:23:40.559955 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8339): Launched\u000a10:23:40.885412 run osmo-nitb_10.42.42.2(pid=8340): Launched\u000a10:23:41.084880 run osmo-nitb_10.42.42.2(pid=8340): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8340)]\u000a10:23:41.231978 run osmo-nitb_10.42.42.2(pid=8340): stdout: \u000a| (launched: 2022-12-13_10:23:40.725189) \u000a10:23:41.379341 run osmo-nitb_10.42.42.2(pid=8340): stderr: \u000a| (launched: 2022-12-13_10:23:40.773530)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:41.522986 run osmo-nitb_10.42.42.2(pid=8340): stdout: \u000a| (launched: 2022-12-13_10:23:40.725189) \u000a10:23:41.664625 run osmo-nitb_10.42.42.2(pid=8340): stderr: \u000a| (launched: 2022-12-13_10:23:40.773530)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:42.017997 tst osmo-nitb_10.42.42.2(pid=8340): stdout: \u000a| (launched: 2022-12-13_10:23:40.725189) \u000a10:23:42.148811 tst osmo-nitb_10.42.42.2(pid=8340): stderr: \u000a| (launched: 2022-12-13_10:23:40.773530)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:42.205603 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8340): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8340) [trial-2388↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8340)] [trial-2388↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a10:23:42.214303 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:23:42.251126 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8339): Terminating (SIGTERM)\u000a10:23:42.430043 --- ParallelTerminationStrategy: PID 8339 died...\u000a10:23:42.489189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8339): Terminated: ok {rc=0}\u000a10:23:42.578301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:23:38" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "ussd:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8518): Process ended prematurely: osmo-stp_10.42.42.5(pid=8518) [trial-2388↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8518)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8518): Process ended prematurely: osmo-stp_10.42.42.5(pid=8518) [trial-2388↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:23:44.423770 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:44.435027 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:23:44.578788 tst assert_extension.py: using LAC 33290\u000a10:23:44.708157 tst assert_extension.py: using RAC 140\u000a10:23:44.838286 tst assert_extension.py: using CellId 33290\u000a10:23:44.965561 tst assert_extension.py: using BVCI 33291\u000a10:23:44.990671 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:45.001942 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:45.012884 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:45.024145 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:45.035852 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:23:45.047473 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:23:45.250567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:45.743652 run create_hlr_db(pid=8344): Launched\u000a10:23:45.939125 bus /sierra_2: Setting Powered False\u000a10:23:46.959687 run create_hlr_db(pid=8344): Terminated: ok {rc=0}\u000a10:23:47.432855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8382): Launched\u000a10:23:47.858183 run osmo-hlr_10.42.42.2(pid=8383): Launched\u000a10:23:48.049399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:48.825096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Launched\u000a10:23:49.326091 run osmo-stp_10.42.42.5(pid=8518): Launched\u000a10:23:49.584476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:50.255945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8622): Launched\u000a10:23:50.664162 run osmo-msc_10.42.42.6(pid=8623): Launched\u000a10:23:51.044258 run osmo-stp_10.42.42.5(pid=8518): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8518)]\u000a10:23:51.314421 run osmo-stp_10.42.42.5(pid=8518): stdout: \u000a| (launched: 2022-12-13_10:23:49.021215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:51.501176 run osmo-stp_10.42.42.5(pid=8518): stderr: \u000a| �[0;m�[38;5;43m20221213102349347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102349347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102349347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102349348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102349348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102349348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102349348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:51.627826 run osmo-stp_10.42.42.5(pid=8518): stdout: \u000a| (launched: 2022-12-13_10:23:49.021215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:51.752864 run osmo-stp_10.42.42.5(pid=8518): stderr: \u000a| �[0;m�[38;5;43m20221213102349347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102349347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102349347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102349348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102349348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102349348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102349348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:51.807339 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8518): Process ended prematurely: osmo-stp_10.42.42.5(pid=8518) [trial-2388↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8518)] [trial-2388↪ussd:trx-b200↪assert_extension.py:17]\u000a10:23:51.815884 tst assert_extension.py:17: Test FAILED (7.4 sec)\u000a10:23:51.878702 run osmo-hlr_10.42.42.2(pid=8383): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8383)]\u000a10:23:51.930763 run osmo-hlr_10.42.42.2(pid=8383): stdout: \u000a| (launched: 2022-12-13_10:23:47.594033) \u000a10:23:51.983426 run osmo-hlr_10.42.42.2(pid=8383): stderr: \u000a| �[0;m�[1;31m20221213102347945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102347945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102347946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102347946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102347946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102347946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102347967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102347984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102347984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102347985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:52.053786 run osmo-msc_10.42.42.6(pid=8623): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8623)]\u000a10:23:52.105286 run osmo-msc_10.42.42.6(pid=8623): stdout: \u000a| (launched: 2022-12-13_10:23:50.412927) \u000a10:23:52.156818 run osmo-msc_10.42.42.6(pid=8623): stderr: \u000a| �[0;m�[38;5;43m20221213102351000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102351000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff804814c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102351000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102351000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102351000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102351000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102351006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102351007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102351007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102351007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:52.201247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8382): Terminating (SIGTERM)\u000a10:23:52.245995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Terminating (SIGTERM)\u000a10:23:52.290496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8622): Terminating (SIGTERM)\u000a10:23:52.301139 --- ParallelTerminationStrategy: PID 8382 died...\u000a10:23:52.358412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8382): Terminated: ok {rc=0}\u000a10:23:52.368928 --- ParallelTerminationStrategy: PID 8467 died...\u000a10:23:52.424474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Terminated: ok {rc=0}\u000a10:23:52.435160 --- ParallelTerminationStrategy: PID 8622 died...\u000a10:23:52.491039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8622): Terminated: ok {rc=0}\u000a10:23:52.581190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:23:44" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8636): Process ended prematurely: osmo-stp_10.42.42.5(pid=8636) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8636): Process ended prematurely: osmo-stp_10.42.42.5(pid=8636) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:23:54.546970 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:23:54.559255 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:23:54.729455 tst mo_mt_call.py: using LAC 33291\u000a10:23:54.855182 tst mo_mt_call.py: using RAC 141\u000a10:23:54.978444 tst mo_mt_call.py: using CellId 33291\u000a10:23:55.103410 tst mo_mt_call.py: using BVCI 33292\u000a10:23:55.128313 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:23:55.140552 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:23:55.152553 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:23:55.164625 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:23:55.177750 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:23:55.190609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:23:55.315749 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:23:55.529857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:56.078570 run create_hlr_db(pid=8630): Launched\u000a10:23:56.262120 bus /sierra_2: Setting Powered False\u000a10:23:57.284780 run create_hlr_db(pid=8630): Terminated: ok {rc=0}\u000a10:23:57.725907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8632): Launched\u000a10:23:58.145802 run osmo-hlr_10.42.42.2(pid=8633): Launched\u000a10:23:58.393705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:59.026310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8635): Launched\u000a10:23:59.453428 run osmo-stp_10.42.42.5(pid=8636): Launched\u000a10:23:59.695967 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:00.329537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8638): Launched\u000a10:24:00.750795 run osmo-msc_10.42.42.6(pid=8639): Launched\u000a10:24:01.149919 run osmo-stp_10.42.42.5(pid=8636): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)]\u000a10:24:01.282745 run osmo-stp_10.42.42.5(pid=8636): stdout: \u000a| (launched: 2022-12-13_10:23:59.187991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:01.456622 run osmo-stp_10.42.42.5(pid=8636): stderr: \u000a| �[0;m�[38;5;43m20221213102359515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102359516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102359516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102359516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102359521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102359521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102359521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:01.643829 run osmo-stp_10.42.42.5(pid=8636): stdout: \u000a| (launched: 2022-12-13_10:23:59.187991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:01.773125 run osmo-stp_10.42.42.5(pid=8636): stderr: \u000a| �[0;m�[38;5;43m20221213102359515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102359516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102359516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102359516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102359521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102359521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102359521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:01.830365 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8636): Process ended prematurely: osmo-stp_10.42.42.5(pid=8636) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:24:01.839701 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a10:24:01.902757 run osmo-hlr_10.42.42.2(pid=8633): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8633)]\u000a10:24:01.954337 run osmo-hlr_10.42.42.2(pid=8633): stdout: \u000a| (launched: 2022-12-13_10:23:57.889102) \u000a10:24:02.007482 run osmo-hlr_10.42.42.2(pid=8633): stderr: \u000a| �[0;m�[1;31m20221213102358227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102358227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102358227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102358227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102358227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102358227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102358246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102358254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102358254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102358254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:02.077667 run osmo-msc_10.42.42.6(pid=8639): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8639)]\u000a10:24:02.128985 run osmo-msc_10.42.42.6(pid=8639): stdout: \u000a| (launched: 2022-12-13_10:24:00.492618) \u000a10:24:02.180781 run osmo-msc_10.42.42.6(pid=8639): stderr: \u000a| �[0;m�[38;5;43m20221213102401093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102401093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f688cfeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102401094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102401094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102401094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102401094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102401096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102401096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102401096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102401096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:02.226074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8632): Terminating (SIGTERM)\u000a10:24:02.269956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8635): Terminating (SIGTERM)\u000a10:24:02.312706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8638): Terminating (SIGTERM)\u000a10:24:02.324108 --- ParallelTerminationStrategy: PID 8632 died...\u000a10:24:02.381876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8632): Terminated: ok {rc=0}\u000a10:24:02.392048 --- ParallelTerminationStrategy: PID 8635 died...\u000a10:24:02.448377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8635): Terminated: ok {rc=0}\u000a10:24:02.458542 --- ParallelTerminationStrategy: PID 8638 died...\u000a10:24:02.514056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8638): Terminated: ok {rc=0}\u000a10:24:02.632577 bus /sierra_3: Setting Powered False\u000a10:24:03.749480 bus /sierra_3: Setting Powered False\u000a10:24:04.867169 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8647): Process ended prematurely: osmo-stp_10.42.42.5(pid=8647) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8647)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8647): Process ended prematurely: osmo-stp_10.42.42.5(pid=8647) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:24:05.991214 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:06.004590 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:24:06.179832 tst mo_mt_call_osmux.py: using LAC 33292\u000a10:24:06.315452 tst mo_mt_call_osmux.py: using RAC 142\u000a10:24:06.451920 tst mo_mt_call_osmux.py: using CellId 33292\u000a10:24:06.586208 tst mo_mt_call_osmux.py: using BVCI 33293\u000a10:24:06.614387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:06.627299 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:06.639810 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:06.652571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:06.667328 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:06.681370 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:24:06.811677 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:24:07.040716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:07.623640 run create_hlr_db(pid=8641): Launched\u000a10:24:07.823961 bus /sierra_2: Setting Powered False\u000a10:24:08.846692 run create_hlr_db(pid=8641): Terminated: ok {rc=0}\u000a10:24:09.316425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8643): Launched\u000a10:24:09.748583 run osmo-hlr_10.42.42.2(pid=8644): Launched\u000a10:24:09.996883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:10.626499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8646): Launched\u000a10:24:11.042486 run osmo-stp_10.42.42.5(pid=8647): Launched\u000a10:24:11.284822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:11.900532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8649): Launched\u000a10:24:12.213215 run osmo-msc_10.42.42.6(pid=8650): Launched\u000a10:24:12.394427 run osmo-stp_10.42.42.5(pid=8647): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8647)]\u000a10:24:12.525837 run osmo-stp_10.42.42.5(pid=8647): stdout: \u000a| (launched: 2022-12-13_10:24:10.787313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:12.654544 run osmo-stp_10.42.42.5(pid=8647): stderr: \u000a| �[0;m�[38;5;43m20221213102411116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102411116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102411116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102411117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102411117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102411117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102411117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:12.778688 run osmo-stp_10.42.42.5(pid=8647): stdout: \u000a| (launched: 2022-12-13_10:24:10.787313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:12.901538 run osmo-stp_10.42.42.5(pid=8647): stderr: \u000a| �[0;m�[38;5;43m20221213102411116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102411116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102411116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102411117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102411117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102411117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102411117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:12.955588 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8647): Process ended prematurely: osmo-stp_10.42.42.5(pid=8647) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8647)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:24:12.964369 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a10:24:13.024168 run osmo-hlr_10.42.42.2(pid=8644): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8644)]\u000a10:24:13.073551 run osmo-hlr_10.42.42.2(pid=8644): stdout: \u000a| (launched: 2022-12-13_10:24:09.493541) \u000a10:24:13.123556 run osmo-hlr_10.42.42.2(pid=8644): stderr: \u000a| �[0;m�[1;31m20221213102409827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102409827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102409827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102409828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102409828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102409828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102409846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102409854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102409855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102409855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:13.191675 run osmo-msc_10.42.42.6(pid=8650): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8650)]\u000a10:24:13.241098 run osmo-msc_10.42.42.6(pid=8650): stdout: \u000a| (launched: 2022-12-13_10:24:12.057970) \u000a10:24:13.290915 run osmo-msc_10.42.42.6(pid=8650): stderr: \u000a| �[0;m�[38;5;43m20221213102412329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102412329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd207e6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102412329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102412329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102412329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102412329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102412331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102412331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102412332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102412332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:13.333388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8643): Terminating (SIGTERM)\u000a10:24:13.373576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8646): Terminating (SIGTERM)\u000a10:24:13.413520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8649): Terminating (SIGTERM)\u000a10:24:13.422751 --- ParallelTerminationStrategy: PID 8643 died...\u000a10:24:13.476495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8643): Terminated: ok {rc=0}\u000a10:24:13.486142 --- ParallelTerminationStrategy: PID 8646 died...\u000a10:24:13.538968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8646): Terminated: ok {rc=0}\u000a10:24:13.548483 --- ParallelTerminationStrategy: PID 8649 died...\u000a10:24:13.602262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8649): Terminated: ok {rc=0}\u000a10:24:13.691524 bus /sierra_3: Setting Powered False\u000a10:24:14.796526 bus /sierra_3: Setting Powered False\u000a10:24:15.921781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:23:54" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8661): Process ended prematurely: osmo-stp_10.42.42.5(pid=8661) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8661)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8661): Process ended prematurely: osmo-stp_10.42.42.5(pid=8661) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:24:17.961065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:17.972579 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:24:18.140645 tst mo_mt_call.py: using LAC 33293\u000a10:24:18.269741 tst mo_mt_call.py: using RAC 143\u000a10:24:18.400471 tst mo_mt_call.py: using CellId 33293\u000a10:24:18.531592 tst mo_mt_call.py: using BVCI 33294\u000a10:24:18.556716 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:18.568274 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:18.579740 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:18.591208 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:18.602995 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:18.614658 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:18.735420 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:18.953107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:19.480077 run create_hlr_db(pid=8655): Launched\u000a10:24:19.673186 bus /sierra_2: Setting Powered False\u000a10:24:20.694921 run create_hlr_db(pid=8655): Terminated: ok {rc=0}\u000a10:24:21.114745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8657): Launched\u000a10:24:21.428672 run osmo-hlr_10.42.42.2(pid=8658): Launched\u000a10:24:21.550963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:22.098190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8660): Launched\u000a10:24:22.412422 run osmo-stp_10.42.42.5(pid=8661): Launched\u000a10:24:22.524469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:23.093362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8663): Launched\u000a10:24:23.407279 run osmo-msc_10.42.42.6(pid=8664): Launched\u000a10:24:23.587832 run osmo-stp_10.42.42.5(pid=8661): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8661)]\u000a10:24:23.718837 run osmo-stp_10.42.42.5(pid=8661): stdout: \u000a| (launched: 2022-12-13_10:24:22.255649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:23.847662 run osmo-stp_10.42.42.5(pid=8661): stderr: \u000a| �[0;m�[38;5;43m20221213102422428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102422428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102422429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102422429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102422429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102422430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102422430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:23.972169 run osmo-stp_10.42.42.5(pid=8661): stdout: \u000a| (launched: 2022-12-13_10:24:22.255649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:24.095536 run osmo-stp_10.42.42.5(pid=8661): stderr: \u000a| �[0;m�[38;5;43m20221213102422428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102422428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102422429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102422429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102422429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102422430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102422430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:24.150285 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8661): Process ended prematurely: osmo-stp_10.42.42.5(pid=8661) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8661)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:24:24.159085 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:24:24.219488 run osmo-hlr_10.42.42.2(pid=8658): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8658)]\u000a10:24:24.269255 run osmo-hlr_10.42.42.2(pid=8658): stdout: \u000a| (launched: 2022-12-13_10:24:21.273797) \u000a10:24:24.319534 run osmo-hlr_10.42.42.2(pid=8658): stderr: \u000a| �[0;m�[1;31m20221213102421450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102421450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102421450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102421450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102421450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102421451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102421463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102421471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102421472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102421472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:24.387778 run osmo-msc_10.42.42.6(pid=8664): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8664)]\u000a10:24:24.437698 run osmo-msc_10.42.42.6(pid=8664): stdout: \u000a| (launched: 2022-12-13_10:24:23.251554) \u000a10:24:24.487849 run osmo-msc_10.42.42.6(pid=8664): stderr: \u000a| �[0;m�[38;5;43m20221213102423524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102423524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b9844bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102423524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102423524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102423525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102423525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102423527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102423527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102423527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102423527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:24.530928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8657): Terminating (SIGTERM)\u000a10:24:24.571344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8660): Terminating (SIGTERM)\u000a10:24:24.611965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8663): Terminating (SIGTERM)\u000a10:24:24.621366 --- ParallelTerminationStrategy: PID 8657 died...\u000a10:24:24.675838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8657): Terminated: ok {rc=0}\u000a10:24:24.686006 --- ParallelTerminationStrategy: PID 8660 died...\u000a10:24:24.740448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8660): Terminated: ok {rc=0}\u000a10:24:24.750300 --- ParallelTerminationStrategy: PID 8663 died...\u000a10:24:24.804397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8663): Terminated: ok {rc=0}\u000a10:24:24.894958 bus /sierra_3: Setting Powered False\u000a10:24:25.999316 bus /sierra_3: Setting Powered False\u000a10:24:27.111564 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8672): Process ended prematurely: osmo-stp_10.42.42.5(pid=8672) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8672)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8672): Process ended prematurely: osmo-stp_10.42.42.5(pid=8672) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:24:28.223626 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:28.235611 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:24:28.393242 tst mo_mt_call_osmux.py: using LAC 33294\u000a10:24:28.517458 tst mo_mt_call_osmux.py: using RAC 144\u000a10:24:28.642212 tst mo_mt_call_osmux.py: using CellId 33294\u000a10:24:28.766242 tst mo_mt_call_osmux.py: using BVCI 33295\u000a10:24:28.790052 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:28.801234 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:28.812246 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:28.823263 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:28.834330 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:28.845252 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:28.962942 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:29.173956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:29.675507 run create_hlr_db(pid=8666): Launched\u000a10:24:29.854305 bus /sierra_2: Setting Powered False\u000a10:24:30.890989 run create_hlr_db(pid=8666): Terminated: ok {rc=0}\u000a10:24:31.373833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8668): Launched\u000a10:24:31.818679 run osmo-hlr_10.42.42.2(pid=8669): Launched\u000a10:24:32.074122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:32.659726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8671): Launched\u000a10:24:32.971976 run osmo-stp_10.42.42.5(pid=8672): Launched\u000a10:24:33.083558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:33.658252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8674): Launched\u000a10:24:33.973573 run osmo-msc_10.42.42.6(pid=8675): Launched\u000a10:24:34.154967 run osmo-stp_10.42.42.5(pid=8672): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8672)]\u000a10:24:34.285147 run osmo-stp_10.42.42.5(pid=8672): stdout: \u000a| (launched: 2022-12-13_10:24:32.817477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:34.413797 run osmo-stp_10.42.42.5(pid=8672): stderr: \u000a| �[0;m�[38;5;43m20221213102432988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102432988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102432988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102432989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102432989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102432989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102432989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:34.538297 run osmo-stp_10.42.42.5(pid=8672): stdout: \u000a| (launched: 2022-12-13_10:24:32.817477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:34.662093 run osmo-stp_10.42.42.5(pid=8672): stderr: \u000a| �[0;m�[38;5;43m20221213102432988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102432988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102432988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102432989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102432989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102432989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102432989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:34.716660 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8672): Process ended prematurely: osmo-stp_10.42.42.5(pid=8672) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8672)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:24:34.725319 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:24:34.785082 run osmo-hlr_10.42.42.2(pid=8669): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8669)]\u000a10:24:34.834685 run osmo-hlr_10.42.42.2(pid=8669): stdout: \u000a| (launched: 2022-12-13_10:24:31.538610) \u000a10:24:34.884776 run osmo-hlr_10.42.42.2(pid=8669): stderr: \u000a| �[0;m�[1;31m20221213102431807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102431807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102431807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102431807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102431807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102431807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102431822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102431840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102431841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102431841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:34.952634 run osmo-msc_10.42.42.6(pid=8675): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8675)]\u000a10:24:35.002151 run osmo-msc_10.42.42.6(pid=8675): stdout: \u000a| (launched: 2022-12-13_10:24:33.816068) \u000a10:24:35.052262 run osmo-msc_10.42.42.6(pid=8675): stderr: \u000a| �[0;m�[38;5;43m20221213102434088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102434088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29ee3b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102434088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102434088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102434088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102434088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102434090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102434091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102434091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102434091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:35.094322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8668): Terminating (SIGTERM)\u000a10:24:35.135365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8671): Terminating (SIGTERM)\u000a10:24:35.175097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8674): Terminating (SIGTERM)\u000a10:24:35.184317 --- ParallelTerminationStrategy: PID 8668 died...\u000a10:24:35.238078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8668): Terminated: ok {rc=0}\u000a10:24:35.247570 --- ParallelTerminationStrategy: PID 8671 died...\u000a10:24:35.300672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8671): Terminated: ok {rc=0}\u000a10:24:35.310219 --- ParallelTerminationStrategy: PID 8674 died...\u000a10:24:35.364475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8674): Terminated: ok {rc=0}\u000a10:24:35.454501 bus /sierra_3: Setting Powered False\u000a10:24:36.559036 bus /sierra_3: Setting Powered False\u000a10:24:37.673599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:24:17" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8687): Process ended prematurely: osmo-stp_10.42.42.5(pid=8687) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8687)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8687): Process ended prematurely: osmo-stp_10.42.42.5(pid=8687) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:24:39.667988 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:39.679289 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:24:39.840470 tst mo_mt_call.py: using LAC 33295\u000a10:24:39.964692 tst mo_mt_call.py: using RAC 145\u000a10:24:40.086148 tst mo_mt_call.py: using CellId 33295\u000a10:24:40.210161 tst mo_mt_call.py: using BVCI 33296\u000a10:24:40.234237 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:40.245822 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:40.256812 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:40.267784 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:40.279617 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:40.291431 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:24:40.416483 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:24:40.624636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:41.124632 run create_hlr_db(pid=8681): Launched\u000a10:24:41.303276 bus /sierra_2: Setting Powered False\u000a10:24:42.338348 run create_hlr_db(pid=8681): Terminated: ok {rc=0}\u000a10:24:42.784478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8683): Launched\u000a10:24:43.120392 run osmo-hlr_10.42.42.2(pid=8684): Launched\u000a10:24:43.244109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:43.829588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8686): Launched\u000a10:24:44.165629 run osmo-stp_10.42.42.5(pid=8687): Launched\u000a10:24:44.287412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:44.899749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8689): Launched\u000a10:24:45.236411 run osmo-msc_10.42.42.6(pid=8690): Launched\u000a10:24:45.434755 run osmo-stp_10.42.42.5(pid=8687): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8687)]\u000a10:24:45.576254 run osmo-stp_10.42.42.5(pid=8687): stdout: \u000a| (launched: 2022-12-13_10:24:43.998671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:45.715856 run osmo-stp_10.42.42.5(pid=8687): stderr: \u000a| �[0;m�[38;5;43m20221213102444187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102444188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102444188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102444188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102444189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102444189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102444189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:45.851504 run osmo-stp_10.42.42.5(pid=8687): stdout: \u000a| (launched: 2022-12-13_10:24:43.998671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:45.999810 run osmo-stp_10.42.42.5(pid=8687): stderr: \u000a| �[0;m�[38;5;43m20221213102444187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102444188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102444188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102444188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102444189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102444189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102444189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:46.057358 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8687): Process ended prematurely: osmo-stp_10.42.42.5(pid=8687) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8687)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:24:46.067227 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:24:46.129933 run osmo-hlr_10.42.42.2(pid=8684): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8684)]\u000a10:24:46.181731 run osmo-hlr_10.42.42.2(pid=8684): stdout: \u000a| (launched: 2022-12-13_10:24:42.954453) \u000a10:24:46.235275 run osmo-hlr_10.42.42.2(pid=8684): stderr: \u000a| �[0;m�[1;31m20221213102443151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102443151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102443151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102443151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102443151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102443151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102443163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102443172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102443172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102443172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:46.305745 run osmo-msc_10.42.42.6(pid=8690): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8690)]\u000a10:24:46.357584 run osmo-msc_10.42.42.6(pid=8690): stdout: \u000a| (launched: 2022-12-13_10:24:45.069243) \u000a10:24:46.410368 run osmo-msc_10.42.42.6(pid=8690): stderr: \u000a| �[0;m�[38;5;43m20221213102445391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102445391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd53d774c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102445391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102445391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102445392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102445392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102445393 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102445394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102445394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102445394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:46.455779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8683): Terminating (SIGTERM)\u000a10:24:46.498685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8686): Terminating (SIGTERM)\u000a10:24:46.544266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8689): Terminating (SIGTERM)\u000a10:24:46.554566 --- ParallelTerminationStrategy: PID 8683 died...\u000a10:24:46.612149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8683): Terminated: ok {rc=0}\u000a10:24:46.623504 --- ParallelTerminationStrategy: PID 8686 died...\u000a10:24:46.679550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8686): Terminated: ok {rc=0}\u000a10:24:46.689970 --- ParallelTerminationStrategy: PID 8689 died...\u000a10:24:46.745889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8689): Terminated: ok {rc=0}\u000a10:24:46.845318 bus /sierra_3: Setting Powered False\u000a10:24:47.951058 bus /sierra_3: Setting Powered False\u000a10:24:49.066488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8698): Process ended prematurely: osmo-stp_10.42.42.5(pid=8698) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8698)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8698): Process ended prematurely: osmo-stp_10.42.42.5(pid=8698) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:24:50.179388 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:50.191547 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:24:50.352724 tst mo_mt_call_osmux.py: using LAC 33296\u000a10:24:50.476212 tst mo_mt_call_osmux.py: using RAC 146\u000a10:24:50.605347 tst mo_mt_call_osmux.py: using CellId 33296\u000a10:24:50.736188 tst mo_mt_call_osmux.py: using BVCI 33297\u000a10:24:50.761514 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:50.773266 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:50.784695 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:50.796126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:50.807914 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:24:50.819724 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:24:50.938713 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:24:51.154703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:51.680497 run create_hlr_db(pid=8692): Launched\u000a10:24:51.872335 bus /sierra_2: Setting Powered False\u000a10:24:52.894460 run create_hlr_db(pid=8692): Terminated: ok {rc=0}\u000a10:24:53.338671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8694): Launched\u000a10:24:53.676317 run osmo-hlr_10.42.42.2(pid=8695): Launched\u000a10:24:53.799801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:54.381041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8697): Launched\u000a10:24:54.717706 run osmo-stp_10.42.42.5(pid=8698): Launched\u000a10:24:54.839194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:55.450954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8700): Launched\u000a10:24:55.788361 run osmo-msc_10.42.42.6(pid=8701): Launched\u000a10:24:55.983203 run osmo-stp_10.42.42.5(pid=8698): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8698)]\u000a10:24:56.123760 run osmo-stp_10.42.42.5(pid=8698): stdout: \u000a| (launched: 2022-12-13_10:24:54.551022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:56.262740 run osmo-stp_10.42.42.5(pid=8698): stderr: \u000a| �[0;m�[38;5;43m20221213102454742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102454742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102454742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102454743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102454743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102454743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102454743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:56.396830 run osmo-stp_10.42.42.5(pid=8698): stdout: \u000a| (launched: 2022-12-13_10:24:54.551022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:56.530251 run osmo-stp_10.42.42.5(pid=8698): stderr: \u000a| �[0;m�[38;5;43m20221213102454742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102454742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102454742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102454743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102454743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102454743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102454743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:56.588686 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8698): Process ended prematurely: osmo-stp_10.42.42.5(pid=8698) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8698)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:24:56.598204 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:24:56.662190 run osmo-hlr_10.42.42.2(pid=8695): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8695)]\u000a10:24:56.714635 run osmo-hlr_10.42.42.2(pid=8695): stdout: \u000a| (launched: 2022-12-13_10:24:53.508340) \u000a10:24:56.767584 run osmo-hlr_10.42.42.2(pid=8695): stderr: \u000a| �[0;m�[1;31m20221213102453706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102453706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102453706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102453706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102453706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102453706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102453718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102453729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102453729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102453729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:56.839748 run osmo-msc_10.42.42.6(pid=8701): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8701)]\u000a10:24:56.892337 run osmo-msc_10.42.42.6(pid=8701): stdout: \u000a| (launched: 2022-12-13_10:24:55.621483) \u000a10:24:56.945290 run osmo-msc_10.42.42.6(pid=8701): stderr: \u000a| �[0;m�[38;5;43m20221213102455943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102455943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb255e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102455943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102455943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102455943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102455944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102455946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102455946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102455946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102455946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:56.990529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8694): Terminating (SIGTERM)\u000a10:24:57.033023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8697): Terminating (SIGTERM)\u000a10:24:57.075415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8700): Terminating (SIGTERM)\u000a10:24:57.085144 --- ParallelTerminationStrategy: PID 8694 died...\u000a10:24:57.142341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8694): Terminated: ok {rc=0}\u000a10:24:57.152285 --- ParallelTerminationStrategy: PID 8697 died...\u000a10:24:57.208742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8697): Terminated: ok {rc=0}\u000a10:24:57.218815 --- ParallelTerminationStrategy: PID 8700 died...\u000a10:24:57.275336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8700): Terminated: ok {rc=0}\u000a10:24:57.364140 bus /sierra_3: Setting Powered False\u000a10:24:58.467809 bus /sierra_3: Setting Powered False\u000a10:24:59.580434 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:24:39" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8715): Process ended prematurely: osmo-stp_10.42.42.5(pid=8715) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8715)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8715): Process ended prematurely: osmo-stp_10.42.42.5(pid=8715) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:25:01.613367 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:01.626440 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:25:01.794486 tst mo_mt_call.py: using LAC 33297\u000a10:25:01.978565 tst mo_mt_call.py: using RAC 147\u000a10:25:02.111308 tst mo_mt_call.py: using CellId 33297\u000a10:25:02.264715 tst mo_mt_call.py: using BVCI 33298\u000a10:25:02.301370 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:02.318010 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:02.334611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:02.351549 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:02.364651 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:02.378325 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:02.499527 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:02.717264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:03.243763 run create_hlr_db(pid=8709): Launched\u000a10:25:03.437430 bus /sierra_2: Setting Powered False\u000a10:25:04.457073 run create_hlr_db(pid=8709): Terminated: ok {rc=0}\u000a10:25:04.903745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8711): Launched\u000a10:25:05.240271 run osmo-hlr_10.42.42.2(pid=8712): Launched\u000a10:25:05.363199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:05.946351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8714): Launched\u000a10:25:06.280830 run osmo-stp_10.42.42.5(pid=8715): Launched\u000a10:25:06.405210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:07.017359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8717): Launched\u000a10:25:07.353380 run osmo-msc_10.42.42.6(pid=8718): Launched\u000a10:25:07.549594 run osmo-stp_10.42.42.5(pid=8715): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8715)]\u000a10:25:07.690746 run osmo-stp_10.42.42.5(pid=8715): stdout: \u000a| (launched: 2022-12-13_10:25:06.115730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:07.830477 run osmo-stp_10.42.42.5(pid=8715): stderr: \u000a| �[0;m�[38;5;43m20221213102506308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102506308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102506308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102506308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102506309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102506309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102506309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:07.964551 run osmo-stp_10.42.42.5(pid=8715): stdout: \u000a| (launched: 2022-12-13_10:25:06.115730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:08.097897 run osmo-stp_10.42.42.5(pid=8715): stderr: \u000a| �[0;m�[38;5;43m20221213102506308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102506308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102506308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102506308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102506309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102506309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102506309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:08.156288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8715): Process ended prematurely: osmo-stp_10.42.42.5(pid=8715) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8715)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:25:08.165635 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:25:08.229199 run osmo-hlr_10.42.42.2(pid=8712): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8712)]\u000a10:25:08.281313 run osmo-hlr_10.42.42.2(pid=8712): stdout: \u000a| (launched: 2022-12-13_10:25:05.073554) \u000a10:25:08.334038 run osmo-hlr_10.42.42.2(pid=8712): stderr: \u000a| �[0;m�[1;31m20221213102505271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102505272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102505272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102505272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102505272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102505272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102505284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102505292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102505293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102505293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:08.405109 run osmo-msc_10.42.42.6(pid=8718): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8718)]\u000a10:25:08.457564 run osmo-msc_10.42.42.6(pid=8718): stdout: \u000a| (launched: 2022-12-13_10:25:07.187179) \u000a10:25:08.509929 run osmo-msc_10.42.42.6(pid=8718): stderr: \u000a| �[0;m�[38;5;43m20221213102507509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102507509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7515a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102507509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102507509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102507509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102507510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102507511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102507512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102507512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102507512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:08.554919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8711): Terminating (SIGTERM)\u000a10:25:08.598315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8714): Terminating (SIGTERM)\u000a10:25:08.640579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8717): Terminating (SIGTERM)\u000a10:25:08.650277 --- ParallelTerminationStrategy: PID 8711 died...\u000a10:25:08.707079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8711): Terminated: ok {rc=0}\u000a10:25:08.717223 --- ParallelTerminationStrategy: PID 8714 died...\u000a10:25:08.774307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8714): Terminated: ok {rc=0}\u000a10:25:08.784390 --- ParallelTerminationStrategy: PID 8717 died...\u000a10:25:08.841308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8717): Terminated: ok {rc=0}\u000a10:25:08.929178 bus /sierra_3: Setting Powered False\u000a10:25:10.033865 bus /sierra_3: Setting Powered False\u000a10:25:11.146489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8727): Process ended prematurely: osmo-stp_10.42.42.5(pid=8727) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8727): Process ended prematurely: osmo-stp_10.42.42.5(pid=8727) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:25:12.263303 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:12.275808 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:25:12.445890 tst mo_mt_call_osmux.py: using LAC 33298\u000a10:25:12.577331 tst mo_mt_call_osmux.py: using RAC 148\u000a10:25:12.708602 tst mo_mt_call_osmux.py: using CellId 33298\u000a10:25:12.837855 tst mo_mt_call_osmux.py: using BVCI 33299\u000a10:25:12.863387 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:12.874978 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:12.886443 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:12.897879 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:12.909686 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:12.921438 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:13.045106 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:13.265407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:13.793921 run create_hlr_db(pid=8721): Launched\u000a10:25:13.986335 bus /sierra_2: Setting Powered False\u000a10:25:15.007690 run create_hlr_db(pid=8721): Terminated: ok {rc=0}\u000a10:25:15.427257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8723): Launched\u000a10:25:15.740560 run osmo-hlr_10.42.42.2(pid=8724): Launched\u000a10:25:15.876283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:16.482507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8726): Launched\u000a10:25:16.897388 run osmo-stp_10.42.42.5(pid=8727): Launched\u000a10:25:17.058983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:17.648117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8729): Launched\u000a10:25:17.964778 run osmo-msc_10.42.42.6(pid=8730): Launched\u000a10:25:18.146258 run osmo-stp_10.42.42.5(pid=8727): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)]\u000a10:25:18.277524 run osmo-stp_10.42.42.5(pid=8727): stdout: \u000a| (launched: 2022-12-13_10:25:16.643501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:18.406192 run osmo-stp_10.42.42.5(pid=8727): stderr: \u000a| �[0;m�[38;5;43m20221213102516967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102516967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102516967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102516968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102516968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102516968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102516968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:18.530834 run osmo-stp_10.42.42.5(pid=8727): stdout: \u000a| (launched: 2022-12-13_10:25:16.643501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:18.654165 run osmo-stp_10.42.42.5(pid=8727): stderr: \u000a| �[0;m�[38;5;43m20221213102516967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102516967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102516967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102516968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102516968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102516968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102516968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:18.709046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8727): Process ended prematurely: osmo-stp_10.42.42.5(pid=8727) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:25:18.717684 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:25:18.777488 run osmo-hlr_10.42.42.2(pid=8724): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8724)]\u000a10:25:18.826966 run osmo-hlr_10.42.42.2(pid=8724): stdout: \u000a| (launched: 2022-12-13_10:25:15.585541) \u000a10:25:18.877261 run osmo-hlr_10.42.42.2(pid=8724): stderr: \u000a| �[0;m�[1;31m20221213102515760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102515760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102515760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102515761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102515761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102515761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102515773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102515781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102515781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102515781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:18.945608 run osmo-msc_10.42.42.6(pid=8730): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8730)]\u000a10:25:18.995136 run osmo-msc_10.42.42.6(pid=8730): stdout: \u000a| (launched: 2022-12-13_10:25:17.807158) \u000a10:25:19.045011 run osmo-msc_10.42.42.6(pid=8730): stderr: \u000a| �[0;m�[38;5;43m20221213102518079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102518079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6fa1bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102518079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102518079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102518079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102518079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102518081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102518082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102518082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102518082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:19.087495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8723): Terminating (SIGTERM)\u000a10:25:19.127683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8726): Terminating (SIGTERM)\u000a10:25:19.167872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8729): Terminating (SIGTERM)\u000a10:25:19.177163 --- ParallelTerminationStrategy: PID 8723 died...\u000a10:25:19.231452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8723): Terminated: ok {rc=0}\u000a10:25:19.241169 --- ParallelTerminationStrategy: PID 8726 died...\u000a10:25:19.294668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8726): Terminated: ok {rc=0}\u000a10:25:19.304244 --- ParallelTerminationStrategy: PID 8729 died...\u000a10:25:19.357700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8729): Terminated: ok {rc=0}\u000a10:25:19.447257 bus /sierra_3: Setting Powered False\u000a10:25:20.555665 bus /sierra_3: Setting Powered False\u000a10:25:21.667316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:25:01" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8741): Process ended prematurely: osmo-stp_10.42.42.5(pid=8741) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8741): Process ended prematurely: osmo-stp_10.42.42.5(pid=8741) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:25:23.680119 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:23.691768 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:25:23.861570 tst mo_mt_call.py: using LAC 33299\u000a10:25:23.993775 tst mo_mt_call.py: using RAC 149\u000a10:25:24.119391 tst mo_mt_call.py: using CellId 33299\u000a10:25:24.242486 tst mo_mt_call.py: using BVCI 33300\u000a10:25:24.266395 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:24.277644 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:24.288438 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:24.299350 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:24.310336 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:24.321217 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:24.439845 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:24.656696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:25.183649 run create_hlr_db(pid=8735): Launched\u000a10:25:25.376912 bus /sierra_2: Setting Powered False\u000a10:25:26.398694 run create_hlr_db(pid=8735): Terminated: ok {rc=0}\u000a10:25:26.818093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8737): Launched\u000a10:25:27.129596 run osmo-hlr_10.42.42.2(pid=8738): Launched\u000a10:25:27.243640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:27.782994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8740): Launched\u000a10:25:28.096485 run osmo-stp_10.42.42.5(pid=8741): Launched\u000a10:25:28.209260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:28.777503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8743): Launched\u000a10:25:29.089602 run osmo-msc_10.42.42.6(pid=8744): Launched\u000a10:25:29.269751 run osmo-stp_10.42.42.5(pid=8741): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)]\u000a10:25:29.400465 run osmo-stp_10.42.42.5(pid=8741): stdout: \u000a| (launched: 2022-12-13_10:25:27.940814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:29.529749 run osmo-stp_10.42.42.5(pid=8741): stderr: \u000a| �[0;m�[38;5;43m20221213102528111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102528111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102528111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102528112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102528112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102528112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102528112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:29.654024 run osmo-stp_10.42.42.5(pid=8741): stdout: \u000a| (launched: 2022-12-13_10:25:27.940814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:29.777786 run osmo-stp_10.42.42.5(pid=8741): stderr: \u000a| �[0;m�[38;5;43m20221213102528111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102528111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102528111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102528112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102528112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102528112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102528112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:29.832656 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8741): Process ended prematurely: osmo-stp_10.42.42.5(pid=8741) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:25:29.841573 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:25:29.901347 run osmo-hlr_10.42.42.2(pid=8738): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8738)]\u000a10:25:29.950853 run osmo-hlr_10.42.42.2(pid=8738): stdout: \u000a| (launched: 2022-12-13_10:25:26.975363) \u000a10:25:30.000876 run osmo-hlr_10.42.42.2(pid=8738): stderr: \u000a| �[0;m�[1;31m20221213102527150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102527150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102527150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102527151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102527151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102527151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102527162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102527170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102527170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102527170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:30.068593 run osmo-msc_10.42.42.6(pid=8744): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8744)]\u000a10:25:30.118371 run osmo-msc_10.42.42.6(pid=8744): stdout: \u000a| (launched: 2022-12-13_10:25:28.935087) \u000a10:25:30.168465 run osmo-msc_10.42.42.6(pid=8744): stderr: \u000a| �[0;m�[38;5;43m20221213102529208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102529208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3d57fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102529208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102529208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102529209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102529209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102529211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102529211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102529211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102529211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:30.211015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8737): Terminating (SIGTERM)\u000a10:25:30.251199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8740): Terminating (SIGTERM)\u000a10:25:30.291185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8743): Terminating (SIGTERM)\u000a10:25:30.300472 --- ParallelTerminationStrategy: PID 8737 died...\u000a10:25:30.354513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8737): Terminated: ok {rc=0}\u000a10:25:30.364170 --- ParallelTerminationStrategy: PID 8740 died...\u000a10:25:30.417811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8740): Terminated: ok {rc=0}\u000a10:25:30.427527 --- ParallelTerminationStrategy: PID 8743 died...\u000a10:25:30.480925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8743): Terminated: ok {rc=0}\u000a10:25:30.570025 bus /sierra_3: Setting Powered False\u000a10:25:31.678833 bus /sierra_3: Setting Powered False\u000a10:25:32.792896 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8752): Process ended prematurely: osmo-stp_10.42.42.5(pid=8752) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8752)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8752): Process ended prematurely: osmo-stp_10.42.42.5(pid=8752) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:25:33.906512 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:33.918420 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:25:34.082465 tst mo_mt_call_osmux.py: using LAC 33300\u000a10:25:34.205276 tst mo_mt_call_osmux.py: using RAC 150\u000a10:25:34.325521 tst mo_mt_call_osmux.py: using CellId 33300\u000a10:25:34.450693 tst mo_mt_call_osmux.py: using BVCI 33301\u000a10:25:34.474541 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:34.485740 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:34.496610 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:34.507553 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:34.518643 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:34.529626 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:34.647116 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:34.864187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:35.391604 run create_hlr_db(pid=8746): Launched\u000a10:25:35.585425 bus /sierra_2: Setting Powered False\u000a10:25:36.607098 run create_hlr_db(pid=8746): Terminated: ok {rc=0}\u000a10:25:37.026325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8748): Launched\u000a10:25:37.339950 run osmo-hlr_10.42.42.2(pid=8749): Launched\u000a10:25:37.453755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:37.994262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8751): Launched\u000a10:25:38.308236 run osmo-stp_10.42.42.5(pid=8752): Launched\u000a10:25:38.421720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:38.989774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8754): Launched\u000a10:25:39.304867 run osmo-msc_10.42.42.6(pid=8755): Launched\u000a10:25:39.486562 run osmo-stp_10.42.42.5(pid=8752): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8752)]\u000a10:25:39.617741 run osmo-stp_10.42.42.5(pid=8752): stdout: \u000a| (launched: 2022-12-13_10:25:38.152535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:39.746849 run osmo-stp_10.42.42.5(pid=8752): stderr: \u000a| �[0;m�[38;5;43m20221213102538325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102538325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102538325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102538326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102538326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102538326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102538326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:39.872136 run osmo-stp_10.42.42.5(pid=8752): stdout: \u000a| (launched: 2022-12-13_10:25:38.152535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:39.996381 run osmo-stp_10.42.42.5(pid=8752): stderr: \u000a| �[0;m�[38;5;43m20221213102538325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102538325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102538325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102538326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102538326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102538326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102538326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:40.051135 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8752): Process ended prematurely: osmo-stp_10.42.42.5(pid=8752) [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8752)] [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:25:40.059913 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:25:40.120024 run osmo-hlr_10.42.42.2(pid=8749): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8749)]\u000a10:25:40.169867 run osmo-hlr_10.42.42.2(pid=8749): stdout: \u000a| (launched: 2022-12-13_10:25:37.184353) \u000a10:25:40.219856 run osmo-hlr_10.42.42.2(pid=8749): stderr: \u000a| �[0;m�[1;31m20221213102537361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102537361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102537361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102537361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102537361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102537361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102537374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102537382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102537382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102537382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:40.287703 run osmo-msc_10.42.42.6(pid=8755): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8755)]\u000a10:25:40.336857 run osmo-msc_10.42.42.6(pid=8755): stdout: \u000a| (launched: 2022-12-13_10:25:39.147887) \u000a10:25:40.387249 run osmo-msc_10.42.42.6(pid=8755): stderr: \u000a| �[0;m�[38;5;43m20221213102539422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102539422 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f768bac4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102539422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102539422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102539422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102539423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102539425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102539426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102539426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102539426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:40.429473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8748): Terminating (SIGTERM)\u000a10:25:40.469629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8751): Terminating (SIGTERM)\u000a10:25:40.509919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8754): Terminating (SIGTERM)\u000a10:25:40.519179 --- ParallelTerminationStrategy: PID 8748 died...\u000a10:25:40.573455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8748): Terminated: ok {rc=0}\u000a10:25:40.583239 --- ParallelTerminationStrategy: PID 8751 died...\u000a10:25:40.636665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8751): Terminated: ok {rc=0}\u000a10:25:40.646377 --- ParallelTerminationStrategy: PID 8754 died...\u000a10:25:40.699841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8754): Terminated: ok {rc=0}\u000a10:25:40.789524 bus /sierra_3: Setting Powered False\u000a10:25:41.894688 bus /sierra_3: Setting Powered False\u000a10:25:43.003384 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:25:23" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8766): Process ended prematurely: osmo-stp_10.42.42.5(pid=8766) [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8766)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8766): Process ended prematurely: osmo-stp_10.42.42.5(pid=8766) [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:25:45.006408 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:45.017754 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:25:45.176820 tst mo_mt_call.py: using LAC 33301\u000a10:25:45.309489 tst mo_mt_call.py: using RAC 151\u000a10:25:45.440164 tst mo_mt_call.py: using CellId 33301\u000a10:25:45.570084 tst mo_mt_call.py: using BVCI 33302\u000a10:25:45.595439 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:45.607167 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:45.618566 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:45.630005 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:45.641827 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:45.653566 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:25:45.772048 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:25:46.005134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:46.654734 run create_hlr_db(pid=8760): Launched\u000a10:25:46.839085 bus /sierra_2: Setting Powered False\u000a10:25:47.855791 run create_hlr_db(pid=8760): Terminated: ok {rc=0}\u000a10:25:48.300205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8762): Launched\u000a10:25:48.636337 run osmo-hlr_10.42.42.2(pid=8763): Launched\u000a10:25:48.758961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:49.340145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8765): Launched\u000a10:25:49.675854 run osmo-stp_10.42.42.5(pid=8766): Launched\u000a10:25:49.797385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:50.406565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8768): Launched\u000a10:25:50.741103 run osmo-msc_10.42.42.6(pid=8769): Launched\u000a10:25:50.935665 run osmo-stp_10.42.42.5(pid=8766): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8766)]\u000a10:25:51.076036 run osmo-stp_10.42.42.5(pid=8766): stdout: \u000a| (launched: 2022-12-13_10:25:49.510080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:51.214676 run osmo-stp_10.42.42.5(pid=8766): stderr: \u000a| �[0;m�[38;5;43m20221213102549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102549702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:51.348521 run osmo-stp_10.42.42.5(pid=8766): stdout: \u000a| (launched: 2022-12-13_10:25:49.510080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:51.481200 run osmo-stp_10.42.42.5(pid=8766): stderr: \u000a| �[0;m�[38;5;43m20221213102549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102549702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:51.539511 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8766): Process ended prematurely: osmo-stp_10.42.42.5(pid=8766) [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8766)] [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:25:51.548861 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:25:51.612276 run osmo-hlr_10.42.42.2(pid=8763): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8763)]\u000a10:25:51.664327 run osmo-hlr_10.42.42.2(pid=8763): stdout: \u000a| (launched: 2022-12-13_10:25:48.470315) \u000a10:25:51.717054 run osmo-hlr_10.42.42.2(pid=8763): stderr: \u000a| �[0;m�[1;31m20221213102548668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102548668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102548668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102548668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102548668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102548668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102548683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102548692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102548692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102548692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:51.788672 run osmo-msc_10.42.42.6(pid=8769): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8769)]\u000a10:25:51.843736 run osmo-msc_10.42.42.6(pid=8769): stdout: \u000a| (launched: 2022-12-13_10:25:50.576165) \u000a10:25:51.897559 run osmo-msc_10.42.42.6(pid=8769): stderr: \u000a| �[0;m�[38;5;43m20221213102550899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102550899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e2658dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102550899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102550899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102550899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102550899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102550901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102550902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102550902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102550902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:51.942566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8762): Terminating (SIGTERM)\u000a10:25:51.985334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8765): Terminating (SIGTERM)\u000a10:25:52.027838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8768): Terminating (SIGTERM)\u000a10:25:52.037561 --- ParallelTerminationStrategy: PID 8762 died...\u000a10:25:52.094619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8762): Terminated: ok {rc=0}\u000a10:25:52.104711 --- ParallelTerminationStrategy: PID 8765 died...\u000a10:25:52.161616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8765): Terminated: ok {rc=0}\u000a10:25:52.171635 --- ParallelTerminationStrategy: PID 8768 died...\u000a10:25:52.228386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8768): Terminated: ok {rc=0}\u000a10:25:52.316084 bus /sierra_3: Setting Powered False\u000a10:25:53.421085 bus /sierra_3: Setting Powered False\u000a10:25:54.534297 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8781): Process ended prematurely: osmo-stp_10.42.42.5(pid=8781) [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8781): Process ended prematurely: osmo-stp_10.42.42.5(pid=8781) [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:25:55.651539 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:55.664044 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:25:55.840167 tst mo_mt_call_osmux.py: using LAC 33302\u000a10:25:55.969241 tst mo_mt_call_osmux.py: using RAC 152\u000a10:25:56.100043 tst mo_mt_call_osmux.py: using CellId 33302\u000a10:25:56.234388 tst mo_mt_call_osmux.py: using BVCI 33303\u000a10:25:56.259757 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:56.271543 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:56.283097 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:56.294642 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:56.306570 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:25:56.318504 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:25:56.436639 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:25:56.649487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:57.152520 run create_hlr_db(pid=8775): Launched\u000a10:25:57.331426 bus /sierra_2: Setting Powered False\u000a10:25:58.353636 run create_hlr_db(pid=8775): Terminated: ok {rc=0}\u000a10:25:58.799138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8777): Launched\u000a10:25:59.135847 run osmo-hlr_10.42.42.2(pid=8778): Launched\u000a10:25:59.258142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:59.841840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8780): Launched\u000a10:26:00.178807 run osmo-stp_10.42.42.5(pid=8781): Launched\u000a10:26:00.300263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:00.912921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8783): Launched\u000a10:26:01.372867 run osmo-msc_10.42.42.6(pid=8784): Launched\u000a10:26:01.789537 run osmo-stp_10.42.42.5(pid=8781): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)]\u000a10:26:01.964713 run osmo-stp_10.42.42.5(pid=8781): stdout: \u000a| (launched: 2022-12-13_10:26:00.011194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:02.141053 run osmo-stp_10.42.42.5(pid=8781): stderr: \u000a| �[0;m�[38;5;43m20221213102600202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102600202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102600203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102600203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102600203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102600203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102600204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:02.283414 run osmo-stp_10.42.42.5(pid=8781): stdout: \u000a| (launched: 2022-12-13_10:26:00.011194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:02.407786 run osmo-stp_10.42.42.5(pid=8781): stderr: \u000a| �[0;m�[38;5;43m20221213102600202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102600202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102600203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102600203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102600203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102600203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102600204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:02.468121 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8781): Process ended prematurely: osmo-stp_10.42.42.5(pid=8781) [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)] [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:26:02.477841 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a10:26:02.542707 run osmo-hlr_10.42.42.2(pid=8778): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8778)]\u000a10:26:02.596030 run osmo-hlr_10.42.42.2(pid=8778): stdout: \u000a| (launched: 2022-12-13_10:25:58.968940) \u000a10:26:02.650232 run osmo-hlr_10.42.42.2(pid=8778): stderr: \u000a| �[0;m�[1;31m20221213102559165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102559165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102559165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102559165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102559165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102559165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102559178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102559187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102559187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102559187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:02.723085 run osmo-msc_10.42.42.6(pid=8784): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8784)]\u000a10:26:02.776238 run osmo-msc_10.42.42.6(pid=8784): stdout: \u000a| (launched: 2022-12-13_10:26:01.104562) \u000a10:26:02.830393 run osmo-msc_10.42.42.6(pid=8784): stderr: \u000a| �[0;m�[38;5;43m20221213102601610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102601610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f676d042c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102601611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102601611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102601611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102601611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102601613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102601613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102601613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102601613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:02.876025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8777): Terminating (SIGTERM)\u000a10:26:02.918955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8780): Terminating (SIGTERM)\u000a10:26:02.962120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8783): Terminating (SIGTERM)\u000a10:26:02.971416 --- ParallelTerminationStrategy: PID 8777 died...\u000a10:26:03.029517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8777): Terminated: ok {rc=0}\u000a10:26:03.039739 --- ParallelTerminationStrategy: PID 8780 died...\u000a10:26:03.097643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8780): Terminated: ok {rc=0}\u000a10:26:03.107813 --- ParallelTerminationStrategy: PID 8783 died...\u000a10:26:03.165742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8783): Terminated: ok {rc=0}\u000a10:26:03.254416 bus /sierra_3: Setting Powered False\u000a10:26:04.362215 bus /sierra_3: Setting Powered False\u000a10:26:05.471553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:25:44" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8795): Process ended prematurely: osmo-stp_10.42.42.5(pid=8795) [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8795): Process ended prematurely: osmo-stp_10.42.42.5(pid=8795) [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:26:07.478273 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:07.489780 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:26:07.660071 tst mo_mt_call.py: using LAC 33303\u000a10:26:07.791416 tst mo_mt_call.py: using RAC 153\u000a10:26:07.922326 tst mo_mt_call.py: using CellId 33303\u000a10:26:08.051835 tst mo_mt_call.py: using BVCI 33304\u000a10:26:08.077257 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:08.088618 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:08.099935 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:08.111191 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:08.122960 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:08.134565 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:08.252908 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:08.470502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:08.997804 run create_hlr_db(pid=8789): Launched\u000a10:26:09.191074 bus /sierra_2: Setting Powered False\u000a10:26:10.212428 run create_hlr_db(pid=8789): Terminated: ok {rc=0}\u000a10:26:10.632140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8791): Launched\u000a10:26:10.945838 run osmo-hlr_10.42.42.2(pid=8792): Launched\u000a10:26:11.070160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:11.613934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8794): Launched\u000a10:26:11.929136 run osmo-stp_10.42.42.5(pid=8795): Launched\u000a10:26:12.052238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:12.624843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8797): Launched\u000a10:26:12.942513 run osmo-msc_10.42.42.6(pid=8798): Launched\u000a10:26:13.125422 run osmo-stp_10.42.42.5(pid=8795): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)]\u000a10:26:13.257773 run osmo-stp_10.42.42.5(pid=8795): stdout: \u000a| (launched: 2022-12-13_10:26:11.772342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:13.387221 run osmo-stp_10.42.42.5(pid=8795): stderr: \u000a| �[0;m�[38;5;43m20221213102611944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102611944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102611945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102611945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102611946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102611946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102611946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:13.512056 run osmo-stp_10.42.42.5(pid=8795): stdout: \u000a| (launched: 2022-12-13_10:26:11.772342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:13.636449 run osmo-stp_10.42.42.5(pid=8795): stderr: \u000a| �[0;m�[38;5;43m20221213102611944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102611944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102611945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102611945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102611946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102611946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102611946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:13.691261 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8795): Process ended prematurely: osmo-stp_10.42.42.5(pid=8795) [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)] [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:26:13.699707 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:26:13.759953 run osmo-hlr_10.42.42.2(pid=8792): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8792)]\u000a10:26:13.809758 run osmo-hlr_10.42.42.2(pid=8792): stdout: \u000a| (launched: 2022-12-13_10:26:10.790095) \u000a10:26:13.859863 run osmo-hlr_10.42.42.2(pid=8792): stderr: \u000a| �[0;m�[1;31m20221213102610967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102610967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102610967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102610967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102610967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102610967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102610979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102610988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102610988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102610988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:13.927812 run osmo-msc_10.42.42.6(pid=8798): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8798)]\u000a10:26:13.977314 run osmo-msc_10.42.42.6(pid=8798): stdout: \u000a| (launched: 2022-12-13_10:26:12.783220) \u000a10:26:14.027337 run osmo-msc_10.42.42.6(pid=8798): stderr: \u000a| �[0;m�[38;5;43m20221213102613056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102613056 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c1050ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102613056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102613056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102613057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102613057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102613059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102613059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102613059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102613059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:14.069561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8791): Terminating (SIGTERM)\u000a10:26:14.109464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8794): Terminating (SIGTERM)\u000a10:26:14.149766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8797): Terminating (SIGTERM)\u000a10:26:14.159169 --- ParallelTerminationStrategy: PID 8791 died...\u000a10:26:14.212932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8791): Terminated: ok {rc=0}\u000a10:26:14.222722 --- ParallelTerminationStrategy: PID 8794 died...\u000a10:26:14.276058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8794): Terminated: ok {rc=0}\u000a10:26:14.285780 --- ParallelTerminationStrategy: PID 8797 died...\u000a10:26:14.339337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8797): Terminated: ok {rc=0}\u000a10:26:14.429323 bus /sierra_3: Setting Powered False\u000a10:26:15.533052 bus /sierra_3: Setting Powered False\u000a10:26:16.683215 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8806): Process ended prematurely: osmo-stp_10.42.42.5(pid=8806) [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8806)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8806): Process ended prematurely: osmo-stp_10.42.42.5(pid=8806) [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:26:17.795679 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:17.807519 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:26:17.965860 tst mo_mt_call_osmux.py: using LAC 33304\u000a10:26:18.087360 tst mo_mt_call_osmux.py: using RAC 154\u000a10:26:18.208758 tst mo_mt_call_osmux.py: using CellId 33304\u000a10:26:18.329111 tst mo_mt_call_osmux.py: using BVCI 33305\u000a10:26:18.352732 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:18.363573 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:18.374369 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:18.385099 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:18.395855 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:18.406693 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:18.532215 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:18.749678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:19.279092 run create_hlr_db(pid=8800): Launched\u000a10:26:19.472465 bus /sierra_2: Setting Powered False\u000a10:26:20.481369 run create_hlr_db(pid=8800): Terminated: ok {rc=0}\u000a10:26:20.937489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8802): Launched\u000a10:26:21.273743 run osmo-hlr_10.42.42.2(pid=8803): Launched\u000a10:26:21.396124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:21.979186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8805): Launched\u000a10:26:22.315840 run osmo-stp_10.42.42.5(pid=8806): Launched\u000a10:26:22.437950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:23.049875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8808): Launched\u000a10:26:23.385945 run osmo-msc_10.42.42.6(pid=8809): Launched\u000a10:26:23.581647 run osmo-stp_10.42.42.5(pid=8806): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8806)]\u000a10:26:23.722546 run osmo-stp_10.42.42.5(pid=8806): stdout: \u000a| (launched: 2022-12-13_10:26:22.149336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:23.862168 run osmo-stp_10.42.42.5(pid=8806): stderr: \u000a| �[0;m�[38;5;43m20221213102622340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102622340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102622340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102622341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102622341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102622341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102622341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:23.996182 run osmo-stp_10.42.42.5(pid=8806): stdout: \u000a| (launched: 2022-12-13_10:26:22.149336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:24.129898 run osmo-stp_10.42.42.5(pid=8806): stderr: \u000a| �[0;m�[38;5;43m20221213102622340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102622340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102622340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102622341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102622341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102622341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102622341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:24.188394 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8806): Process ended prematurely: osmo-stp_10.42.42.5(pid=8806) [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8806)] [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:26:24.197748 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:26:24.261816 run osmo-hlr_10.42.42.2(pid=8803): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8803)]\u000a10:26:24.313981 run osmo-hlr_10.42.42.2(pid=8803): stdout: \u000a| (launched: 2022-12-13_10:26:21.107664) \u000a10:26:24.367092 run osmo-hlr_10.42.42.2(pid=8803): stderr: \u000a| �[0;m�[1;31m20221213102621305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102621305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102621305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102621305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102621305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102621305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102621317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102621326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:24.439146 run osmo-msc_10.42.42.6(pid=8809): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8809)]\u000a10:26:24.491828 run osmo-msc_10.42.42.6(pid=8809): stdout: \u000a| (launched: 2022-12-13_10:26:23.219730) \u000a10:26:24.544733 run osmo-msc_10.42.42.6(pid=8809): stderr: \u000a| �[0;m�[38;5;43m20221213102623542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102623542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96d4603c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102623542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102623542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102623542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102623542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102623544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102623544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102623545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102623545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:24.589980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8802): Terminating (SIGTERM)\u000a10:26:24.632479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8805): Terminating (SIGTERM)\u000a10:26:24.675103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8808): Terminating (SIGTERM)\u000a10:26:24.684855 --- ParallelTerminationStrategy: PID 8802 died...\u000a10:26:24.741979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8802): Terminated: ok {rc=0}\u000a10:26:24.752066 --- ParallelTerminationStrategy: PID 8805 died...\u000a10:26:24.808589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8805): Terminated: ok {rc=0}\u000a10:26:24.818690 --- ParallelTerminationStrategy: PID 8808 died...\u000a10:26:24.875388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8808): Terminated: ok {rc=0}\u000a10:26:24.963516 bus /sierra_3: Setting Powered False\u000a10:26:26.070848 bus /sierra_3: Setting Powered False\u000a10:26:27.181666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:26:07" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8820): Process ended prematurely: osmo-stp_10.42.42.5(pid=8820) [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8820)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8820): Process ended prematurely: osmo-stp_10.42.42.5(pid=8820) [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a10:26:29.176587 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:29.187746 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:26:29.328674 tst mo_mt_call.py: using LAC 33305\u000a10:26:29.452279 tst mo_mt_call.py: using RAC 155\u000a10:26:29.576111 tst mo_mt_call.py: using CellId 33305\u000a10:26:29.700489 tst mo_mt_call.py: using BVCI 33306\u000a10:26:29.724243 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:29.735280 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:29.746124 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:29.756820 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:29.768092 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:29.779537 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:26:29.902270 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:26:30.110737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:30.613127 run create_hlr_db(pid=8814): Launched\u000a10:26:30.791734 bus /sierra_2: Setting Powered False\u000a10:26:31.829637 run create_hlr_db(pid=8814): Terminated: ok {rc=0}\u000a10:26:32.293333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8816): Launched\u000a10:26:32.631635 run osmo-hlr_10.42.42.2(pid=8817): Launched\u000a10:26:32.758227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:33.338946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8819): Launched\u000a10:26:33.676507 run osmo-stp_10.42.42.5(pid=8820): Launched\u000a10:26:33.798368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:34.409269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8822): Launched\u000a10:26:34.745909 run osmo-msc_10.42.42.6(pid=8823): Launched\u000a10:26:34.940317 run osmo-stp_10.42.42.5(pid=8820): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8820)]\u000a10:26:35.080871 run osmo-stp_10.42.42.5(pid=8820): stdout: \u000a| (launched: 2022-12-13_10:26:33.509429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:35.219705 run osmo-stp_10.42.42.5(pid=8820): stderr: \u000a| �[0;m�[38;5;43m20221213102633701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102633701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102633702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102633702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102633703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102633703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102633703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:35.353424 run osmo-stp_10.42.42.5(pid=8820): stdout: \u000a| (launched: 2022-12-13_10:26:33.509429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:35.486540 run osmo-stp_10.42.42.5(pid=8820): stderr: \u000a| �[0;m�[38;5;43m20221213102633701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102633701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102633702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102633702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102633703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102633703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102633703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:35.544993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8820): Process ended prematurely: osmo-stp_10.42.42.5(pid=8820) [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8820)] [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a10:26:35.554356 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:26:35.617828 run osmo-hlr_10.42.42.2(pid=8817): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8817)]\u000a10:26:35.669936 run osmo-hlr_10.42.42.2(pid=8817): stdout: \u000a| (launched: 2022-12-13_10:26:32.463803) \u000a10:26:35.722649 run osmo-hlr_10.42.42.2(pid=8817): stderr: \u000a| �[0;m�[1;31m20221213102632661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102632661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102632661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102632661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102632662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102632662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102632673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102632682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102632682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102632682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:35.794067 run osmo-msc_10.42.42.6(pid=8823): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8823)]\u000a10:26:35.846119 run osmo-msc_10.42.42.6(pid=8823): stdout: \u000a| (launched: 2022-12-13_10:26:34.578959) \u000a10:26:35.898605 run osmo-msc_10.42.42.6(pid=8823): stderr: \u000a| �[0;m�[38;5;43m20221213102634902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102634902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53650b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102634902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102634902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102634902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102634903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102634904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102634905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102634905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102634905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:35.943239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8816): Terminating (SIGTERM)\u000a10:26:35.985646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8819): Terminating (SIGTERM)\u000a10:26:36.027934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8822): Terminating (SIGTERM)\u000a10:26:36.037693 --- ParallelTerminationStrategy: PID 8816 died...\u000a10:26:36.094621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8816): Terminated: ok {rc=0}\u000a10:26:36.104662 --- ParallelTerminationStrategy: PID 8819 died...\u000a10:26:36.161070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8819): Terminated: ok {rc=0}\u000a10:26:36.171097 --- ParallelTerminationStrategy: PID 8822 died...\u000a10:26:36.227554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8822): Terminated: ok {rc=0}\u000a10:26:36.316131 bus /sierra_3: Setting Powered False\u000a10:26:37.424253 bus /sierra_3: Setting Powered False\u000a10:26:38.534157 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8831): Process ended prematurely: osmo-stp_10.42.42.5(pid=8831) [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8831): Process ended prematurely: osmo-stp_10.42.42.5(pid=8831) [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:26:39.649675 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:39.661300 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:26:39.803342 tst mo_mt_call_osmux.py: using LAC 33306\u000a10:26:39.926823 tst mo_mt_call_osmux.py: using RAC 156\u000a10:26:40.050630 tst mo_mt_call_osmux.py: using CellId 33306\u000a10:26:40.174461 tst mo_mt_call_osmux.py: using BVCI 33307\u000a10:26:40.198599 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:40.209857 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:40.220510 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:40.231276 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:40.242588 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:26:40.254027 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:26:40.376846 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:26:40.585522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:41.086097 run create_hlr_db(pid=8825): Launched\u000a10:26:41.265775 bus /sierra_2: Setting Powered False\u000a10:26:42.287213 run create_hlr_db(pid=8825): Terminated: ok {rc=0}\u000a10:26:42.704756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8827): Launched\u000a10:26:43.019866 run osmo-hlr_10.42.42.2(pid=8828): Launched\u000a10:26:43.135632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:43.677801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8830): Launched\u000a10:26:43.993217 run osmo-stp_10.42.42.5(pid=8831): Launched\u000a10:26:44.106604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:44.678093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8833): Launched\u000a10:26:44.993860 run osmo-msc_10.42.42.6(pid=8834): Launched\u000a10:26:45.175966 run osmo-stp_10.42.42.5(pid=8831): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)]\u000a10:26:45.307112 run osmo-stp_10.42.42.5(pid=8831): stdout: \u000a| (launched: 2022-12-13_10:26:43.836658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:45.436170 run osmo-stp_10.42.42.5(pid=8831): stderr: \u000a| �[0;m�[38;5;43m20221213102644008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102644008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102644008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102644008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102644009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102644009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102644009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:45.560895 run osmo-stp_10.42.42.5(pid=8831): stdout: \u000a| (launched: 2022-12-13_10:26:43.836658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:45.685478 run osmo-stp_10.42.42.5(pid=8831): stderr: \u000a| �[0;m�[38;5;43m20221213102644008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102644008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102644008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102644008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102644009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102644009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102644009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:45.739798 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8831): Process ended prematurely: osmo-stp_10.42.42.5(pid=8831) [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)] [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a10:26:45.748459 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:26:45.808615 run osmo-hlr_10.42.42.2(pid=8828): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8828)]\u000a10:26:45.868224 run osmo-hlr_10.42.42.2(pid=8828): stdout: \u000a| (launched: 2022-12-13_10:26:42.863293) \u000a10:26:45.937138 run osmo-hlr_10.42.42.2(pid=8828): stderr: \u000a| �[0;m�[1;31m20221213102643039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102643039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102643040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102643040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102643040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102643040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102643051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102643060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102643060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102643060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:46.011378 run osmo-msc_10.42.42.6(pid=8834): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8834)]\u000a10:26:46.067682 run osmo-msc_10.42.42.6(pid=8834): stdout: \u000a| (launched: 2022-12-13_10:26:44.836029) \u000a10:26:46.123153 run osmo-msc_10.42.42.6(pid=8834): stderr: \u000a| �[0;m�[38;5;43m20221213102645109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102645109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f1bb2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102645109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102645109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102645110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102645110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102645111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102645112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102645112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102645112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:46.170624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8827): Terminating (SIGTERM)\u000a10:26:46.217704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8830): Terminating (SIGTERM)\u000a10:26:46.265635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8833): Terminating (SIGTERM)\u000a10:26:46.276718 --- ParallelTerminationStrategy: PID 8827 died...\u000a10:26:46.338184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8827): Terminated: ok {rc=0}\u000a10:26:46.350274 --- ParallelTerminationStrategy: PID 8830 died...\u000a10:26:46.409749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8830): Terminated: ok {rc=0}\u000a10:26:46.421744 --- ParallelTerminationStrategy: PID 8833 died...\u000a10:26:46.481931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8833): Terminated: ok {rc=0}\u000a10:26:46.575810 bus /sierra_3: Setting Powered False\u000a10:26:47.682843 bus /sierra_3: Setting Powered False\u000a10:26:48.792911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:26:28" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8847): Process ended prematurely: osmo-stp_10.42.42.5(pid=8847) [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8847)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8847): Process ended prematurely: osmo-stp_10.42.42.5(pid=8847) [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:26:50.799299 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:50.810724 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:26:50.951528 tst mo_mt_call.py: using LAC 33307\u000a10:26:51.076326 tst mo_mt_call.py: using RAC 157\u000a10:26:51.200296 tst mo_mt_call.py: using CellId 33307\u000a10:26:51.324480 tst mo_mt_call.py: using BVCI 33308\u000a10:26:51.348145 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:51.359414 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:51.370557 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:51.381653 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:51.393363 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:51.404906 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:26:51.528088 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:26:51.736641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:52.239888 run create_hlr_db(pid=8841): Launched\u000a10:26:52.419615 bus /sierra_2: Setting Powered False\u000a10:26:53.441529 run create_hlr_db(pid=8841): Terminated: ok {rc=0}\u000a10:26:53.888025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8843): Launched\u000a10:26:54.225317 run osmo-hlr_10.42.42.2(pid=8844): Launched\u000a10:26:54.349372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:54.936999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8846): Launched\u000a10:26:55.273779 run osmo-stp_10.42.42.5(pid=8847): Launched\u000a10:26:55.396110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:56.008939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8849): Launched\u000a10:26:56.347957 run osmo-msc_10.42.42.6(pid=8850): Launched\u000a10:26:56.544720 run osmo-stp_10.42.42.5(pid=8847): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8847)]\u000a10:26:56.686613 run osmo-stp_10.42.42.5(pid=8847): stdout: \u000a| (launched: 2022-12-13_10:26:55.107747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:56.826509 run osmo-stp_10.42.42.5(pid=8847): stderr: \u000a| �[0;m�[38;5;43m20221213102655300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102655300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102655300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102655301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102655301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102655301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102655301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:56.960920 run osmo-stp_10.42.42.5(pid=8847): stdout: \u000a| (launched: 2022-12-13_10:26:55.107747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:57.094469 run osmo-stp_10.42.42.5(pid=8847): stderr: \u000a| �[0;m�[38;5;43m20221213102655300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102655300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102655300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102655301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102655301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102655301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102655301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:57.153000 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8847): Process ended prematurely: osmo-stp_10.42.42.5(pid=8847) [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8847)] [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:26:57.162455 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:26:57.226050 run osmo-hlr_10.42.42.2(pid=8844): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8844)]\u000a10:26:57.278383 run osmo-hlr_10.42.42.2(pid=8844): stdout: \u000a| (launched: 2022-12-13_10:26:54.058247) \u000a10:26:57.331588 run osmo-hlr_10.42.42.2(pid=8844): stderr: \u000a| �[0;m�[1;31m20221213102654256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102654256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102654256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102654256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102654257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102654257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102654271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102654280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102654280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102654280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:57.403714 run osmo-msc_10.42.42.6(pid=8850): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8850)]\u000a10:26:57.456026 run osmo-msc_10.42.42.6(pid=8850): stdout: \u000a| (launched: 2022-12-13_10:26:56.178996) \u000a10:26:57.509725 run osmo-msc_10.42.42.6(pid=8850): stderr: \u000a| �[0;m�[38;5;43m20221213102656501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102656502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99c6108c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102656502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102656502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102656502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102656502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102656504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102656504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102656504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102656504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:57.555101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8843): Terminating (SIGTERM)\u000a10:26:57.598020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8846): Terminating (SIGTERM)\u000a10:26:57.640701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8849): Terminating (SIGTERM)\u000a10:26:57.650583 --- ParallelTerminationStrategy: PID 8843 died...\u000a10:26:57.707820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8843): Terminated: ok {rc=0}\u000a10:26:57.718016 --- ParallelTerminationStrategy: PID 8846 died...\u000a10:26:57.775099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8846): Terminated: ok {rc=0}\u000a10:26:57.785331 --- ParallelTerminationStrategy: PID 8849 died...\u000a10:26:57.842266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8849): Terminated: ok {rc=0}\u000a10:26:57.930486 bus /sierra_3: Setting Powered False\u000a10:26:59.039053 bus /sierra_3: Setting Powered False\u000a10:27:00.150887 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8859): Process ended prematurely: osmo-stp_10.42.42.5(pid=8859) [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8859)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8859): Process ended prematurely: osmo-stp_10.42.42.5(pid=8859) [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:27:01.263916 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:27:01.277060 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:27:01.435584 tst mo_mt_call_osmux.py: using LAC 33308\u000a10:27:01.606921 tst mo_mt_call_osmux.py: using RAC 158\u000a10:27:01.733431 tst mo_mt_call_osmux.py: using CellId 33308\u000a10:27:01.855197 tst mo_mt_call_osmux.py: using BVCI 33309\u000a10:27:01.879651 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:27:01.892234 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:27:01.904577 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:27:01.916899 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:27:01.928755 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:27:01.940471 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:27:02.079418 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:27:02.306345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:02.810366 run create_hlr_db(pid=8852): Launched\u000a10:27:02.989480 bus /sierra_2: Setting Powered False\u000a10:27:04.010781 run create_hlr_db(pid=8852): Terminated: ok {rc=0}\u000a10:27:04.455654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8854): Launched\u000a10:27:04.794966 run osmo-hlr_10.42.42.2(pid=8856): Launched\u000a10:27:04.919339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:05.504692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8858): Launched\u000a10:27:05.840379 run osmo-stp_10.42.42.5(pid=8859): Launched\u000a10:27:05.961690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:06.573102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8861): Launched\u000a10:27:06.911540 run osmo-msc_10.42.42.6(pid=8862): Launched\u000a10:27:07.107020 run osmo-stp_10.42.42.5(pid=8859): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8859)]\u000a10:27:07.259860 run osmo-stp_10.42.42.5(pid=8859): stdout: \u000a| (launched: 2022-12-13_10:27:05.675004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:07.399256 run osmo-stp_10.42.42.5(pid=8859): stderr: \u000a| �[0;m�[38;5;43m20221213102705867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102705867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102705867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102705867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102705868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102705868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102705868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:07.534085 run osmo-stp_10.42.42.5(pid=8859): stdout: \u000a| (launched: 2022-12-13_10:27:05.675004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:07.667398 run osmo-stp_10.42.42.5(pid=8859): stderr: \u000a| �[0;m�[38;5;43m20221213102705867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102705867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102705867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102705867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102705868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102705868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102705868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:07.725753 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8859): Process ended prematurely: osmo-stp_10.42.42.5(pid=8859) [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8859)] [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:27:07.735088 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:27:07.798831 run osmo-hlr_10.42.42.2(pid=8856): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8856)]\u000a10:27:07.851132 run osmo-hlr_10.42.42.2(pid=8856): stdout: \u000a| (launched: 2022-12-13_10:27:04.627108) \u000a10:27:07.904210 run osmo-hlr_10.42.42.2(pid=8856): stderr: \u000a| �[0;m�[1;31m20221213102704824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102704824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102704824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102704824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102704824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102704824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102704838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102704849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102704849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102704849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:07.976187 run osmo-msc_10.42.42.6(pid=8862): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8862)]\u000a10:27:08.028595 run osmo-msc_10.42.42.6(pid=8862): stdout: \u000a| (launched: 2022-12-13_10:27:06.743481) \u000a10:27:08.081656 run osmo-msc_10.42.42.6(pid=8862): stderr: \u000a| �[0;m�[38;5;43m20221213102707066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102707067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec92919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102707067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102707067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102707067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102707067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102707069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102707070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102707070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102707070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:08.126891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8854): Terminating (SIGTERM)\u000a10:27:08.169518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8858): Terminating (SIGTERM)\u000a10:27:08.212017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8861): Terminating (SIGTERM)\u000a10:27:08.221809 --- ParallelTerminationStrategy: PID 8854 died...\u000a10:27:08.279035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8854): Terminated: ok {rc=0}\u000a10:27:08.289228 --- ParallelTerminationStrategy: PID 8858 died...\u000a10:27:08.346141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8858): Terminated: ok {rc=0}\u000a10:27:08.356211 --- ParallelTerminationStrategy: PID 8861 died...\u000a10:27:08.413095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8861): Terminated: ok {rc=0}\u000a10:27:08.501281 bus /sierra_3: Setting Powered False\u000a10:27:09.608677 bus /sierra_3: Setting Powered False\u000a10:27:10.722051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:26:50" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8873): Process ended prematurely: osmo-stp_10.42.42.5(pid=8873) [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8873)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8873): Process ended prematurely: osmo-stp_10.42.42.5(pid=8873) [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:27:12.736317 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:12.746944 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:27:12.882491 tst emergency_mo_mt_call.py: using LAC 33309\u000a10:27:13.011542 tst emergency_mo_mt_call.py: using RAC 159\u000a10:27:13.130282 tst emergency_mo_mt_call.py: using CellId 33309\u000a10:27:13.248496 tst emergency_mo_mt_call.py: using BVCI 33310\u000a10:27:13.271734 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:13.282521 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:13.293111 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:13.303529 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:13.313984 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:13.324351 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:13.447030 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:13.649363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:14.142458 run create_hlr_db(pid=8867): Launched\u000a10:27:14.319014 bus /sierra_2: Setting Powered False\u000a10:27:15.340214 run create_hlr_db(pid=8867): Terminated: ok {rc=0}\u000a10:27:15.752748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8869): Launched\u000a10:27:16.182323 run osmo-hlr_10.42.42.2(pid=8870): Launched\u000a10:27:16.388940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:17.064737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8872): Launched\u000a10:27:17.421050 run osmo-stp_10.42.42.5(pid=8873): Launched\u000a10:27:17.560223 tst emergency_mo_mt_call.py: using MSISDN 8109\u000a10:27:17.723633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:18.323575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8875): Launched\u000a10:27:18.654976 run osmo-msc_10.42.42.6(pid=8876): Launched\u000a10:27:18.846651 run osmo-stp_10.42.42.5(pid=8873): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8873)]\u000a10:27:18.986382 run osmo-stp_10.42.42.5(pid=8873): stdout: \u000a| (launched: 2022-12-13_10:27:17.237945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:19.123793 run osmo-stp_10.42.42.5(pid=8873): stderr: \u000a| �[0;m�[38;5;43m20221213102717457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102717457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102717457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102717458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102717458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102717458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102717458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:19.255397 run osmo-stp_10.42.42.5(pid=8873): stdout: \u000a| (launched: 2022-12-13_10:27:17.237945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:19.386487 run osmo-stp_10.42.42.5(pid=8873): stderr: \u000a| �[0;m�[38;5;43m20221213102717457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102717457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102717457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102717458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102717458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102717458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102717458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:19.443440 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8873): Process ended prematurely: osmo-stp_10.42.42.5(pid=8873) [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8873)] [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a10:27:19.452227 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a10:27:19.515917 run osmo-hlr_10.42.42.2(pid=8870): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8870)]\u000a10:27:19.568174 run osmo-hlr_10.42.42.2(pid=8870): stdout: \u000a| (launched: 2022-12-13_10:27:15.922679) \u000a10:27:19.621148 run osmo-hlr_10.42.42.2(pid=8870): stderr: \u000a| �[0;m�[1;31m20221213102716206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102716206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102716207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102716207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102716207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102716207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102716229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102716243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102716243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102716243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:19.692743 run osmo-msc_10.42.42.6(pid=8876): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8876)]\u000a10:27:19.745142 run osmo-msc_10.42.42.6(pid=8876): stdout: \u000a| (launched: 2022-12-13_10:27:18.489987) \u000a10:27:19.798053 run osmo-msc_10.42.42.6(pid=8876): stderr: \u000a| �[0;m�[38;5;43m20221213102718811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102718811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7cfe15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102718811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102718811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102718811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102718812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102718813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102718814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102718814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102718814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:19.843099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8869): Terminating (SIGTERM)\u000a10:27:19.885588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8872): Terminating (SIGTERM)\u000a10:27:19.928850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8875): Terminating (SIGTERM)\u000a10:27:19.938715 --- ParallelTerminationStrategy: PID 8869 died...\u000a10:27:19.995934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8869): Terminated: ok {rc=0}\u000a10:27:20.006104 --- ParallelTerminationStrategy: PID 8872 died...\u000a10:27:20.062830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8872): Terminated: ok {rc=0}\u000a10:27:20.072935 --- ParallelTerminationStrategy: PID 8875 died...\u000a10:27:20.129962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8875): Terminated: ok {rc=0}\u000a10:27:20.218599 bus /sierra_3: Setting Powered False\u000a10:27:21.325711 bus /sierra_3: Setting Powered False\u000a10:27:22.439987 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8884): Process ended prematurely: osmo-stp_10.42.42.5(pid=8884) [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8884): Process ended prematurely: osmo-stp_10.42.42.5(pid=8884) [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:27:23.492822 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:23.504265 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:27:23.646848 tst emergency_preemptive_call.py: using LAC 33310\u000a10:27:23.765632 tst emergency_preemptive_call.py: using RAC 160\u000a10:27:23.883833 tst emergency_preemptive_call.py: using CellId 33310\u000a10:27:24.003127 tst emergency_preemptive_call.py: using BVCI 33311\u000a10:27:24.026497 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:24.037687 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:24.048273 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:24.058901 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:24.069456 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:27:24.080225 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:24.196485 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:24.319135 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:24.437670 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:24.641272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:25.135165 run create_hlr_db(pid=8878): Launched\u000a10:27:25.311628 bus /sierra_2: Setting Powered False\u000a10:27:26.332774 run create_hlr_db(pid=8878): Terminated: ok {rc=0}\u000a10:27:26.743998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8880): Launched\u000a10:27:27.051744 run osmo-hlr_10.42.42.2(pid=8881): Launched\u000a10:27:27.172398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:27.711280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8883): Launched\u000a10:27:28.019848 run osmo-stp_10.42.42.5(pid=8884): Launched\u000a10:27:28.142087 tst emergency_preemptive_call.py: using MSISDN 8110\u000a10:27:28.293264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:28.853882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8886): Launched\u000a10:27:29.164271 run osmo-msc_10.42.42.6(pid=8887): Launched\u000a10:27:29.351567 run osmo-stp_10.42.42.5(pid=8884): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)]\u000a10:27:29.493810 run osmo-stp_10.42.42.5(pid=8884): stdout: \u000a| (launched: 2022-12-13_10:27:27.866644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:29.631399 run osmo-stp_10.42.42.5(pid=8884): stderr: \u000a| �[0;m�[38;5;43m20221213102728039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102728039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102728039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102728039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102728040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102728040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102728040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:29.763413 run osmo-stp_10.42.42.5(pid=8884): stdout: \u000a| (launched: 2022-12-13_10:27:27.866644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:29.894845 run osmo-stp_10.42.42.5(pid=8884): stderr: \u000a| �[0;m�[38;5;43m20221213102728039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102728039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102728039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102728039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102728040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102728040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102728040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:29.951911 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8884): Process ended prematurely: osmo-stp_10.42.42.5(pid=8884) [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)] [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a10:27:29.961254 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a10:27:30.025528 run osmo-hlr_10.42.42.2(pid=8881): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8881)]\u000a10:27:30.078142 run osmo-hlr_10.42.42.2(pid=8881): stdout: \u000a| (launched: 2022-12-13_10:27:26.899923) \u000a10:27:30.131311 run osmo-hlr_10.42.42.2(pid=8881): stderr: \u000a| �[0;m�[1;31m20221213102727078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102727078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102727078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102727078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102727078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102727078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102727091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102727100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102727101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102727101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:30.203890 run osmo-msc_10.42.42.6(pid=8887): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8887)]\u000a10:27:30.256502 run osmo-msc_10.42.42.6(pid=8887): stdout: \u000a| (launched: 2022-12-13_10:27:29.009090) \u000a10:27:30.309702 run osmo-msc_10.42.42.6(pid=8887): stderr: \u000a| �[0;m�[38;5;43m20221213102729281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213102729281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03b2f41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213102729281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213102729281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213102729281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213102729282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213102729283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213102729284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213102729284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213102729284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:30.355430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8880): Terminating (SIGTERM)\u000a10:27:30.398854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8883): Terminating (SIGTERM)\u000a10:27:30.441913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8886): Terminating (SIGTERM)\u000a10:27:30.451902 --- ParallelTerminationStrategy: PID 8880 died...\u000a10:27:30.510243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8880): Terminated: ok {rc=0}\u000a10:27:30.520999 --- ParallelTerminationStrategy: PID 8883 died...\u000a10:27:30.578440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8883): Terminated: ok {rc=0}\u000a10:27:30.588705 --- ParallelTerminationStrategy: PID 8886 died...\u000a10:27:30.645979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8886): Terminated: ok {rc=0}\u000a10:27:30.735321 bus /sierra_9: Setting Powered False\u000a10:27:31.842097 bus /sierra_9: Setting Powered False\u000a10:27:32.951681 bus /sierra_8: Setting Powered False\u000a10:27:34.059417 bus /sierra_8: Setting Powered False\u000a10:27:35.169876 bus /sierra_3: Setting Powered False\u000a10:27:36.278084 bus /sierra_3: Setting Powered False\u000a10:27:37.388995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:27:12" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8902): Process ended prematurely: osmo-stp_10.42.42.5(pid=8902) [trial-2388↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8902)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8902): Process ended prematurely: osmo-stp_10.42.42.5(pid=8902) [trial-2388↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:27:39.529914 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:39.540942 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:27:39.687981 tst cs_paging_gprs_active.py: using LAC 33311\u000a10:27:39.816233 tst cs_paging_gprs_active.py: using RAC 161\u000a10:27:39.938931 tst cs_paging_gprs_active.py: using CellId 33311\u000a10:27:40.063139 tst cs_paging_gprs_active.py: using BVCI 33312\u000a10:27:40.087455 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.098311 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.108855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.119385 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.130220 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.141136 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.152184 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.163070 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:40.174294 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:40.298141 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:40.602824 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:27:40.743631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:41.092133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8892): Launched\u000a10:27:41.383278 run iperf3-srv_10.42.42.10(pid=8893): Launched\u000a10:27:41.589623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:27:41.729737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:42.078744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8894): Launched\u000a10:27:42.367732 run iperf3-srv_10.42.42.10(pid=8895): Launched\u000a10:27:42.573602 tst cs_paging_gprs_active.py:38: start network...\u000a10:27:42.713727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:43.243125 run create_hlr_db(pid=8896): Launched\u000a10:27:43.435735 bus /sierra_2: Setting Powered False\u000a10:27:44.458263 run create_hlr_db(pid=8896): Terminated: ok {rc=0}\u000a10:27:44.906117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8898): Launched\u000a10:27:45.243678 run osmo-hlr_10.42.42.2(pid=8899): Launched\u000a10:27:45.366916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:45.961492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8901): Launched\u000a10:27:46.324738 run osmo-stp_10.42.42.5(pid=8902): Launched\u000a10:27:46.502795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:47.155380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8904): Launched\u000a10:27:47.271119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:47.550097 run patchelf(pid=8905): Launched\u000a10:27:47.732635 run osmo-stp_10.42.42.5(pid=8902): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8902)]\u000a10:27:47.865827 run osmo-stp_10.42.42.5(pid=8902): stdout: \u000a| (launched: 2022-12-13_10:27:46.125215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:47.998863 run osmo-stp_10.42.42.5(pid=8902): stderr: \u000a| �[0;m�[38;5;43m20221213102746459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102746460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102746460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102746460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102746473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102746473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102746473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:48.127648 run osmo-stp_10.42.42.5(pid=8902): stdout: \u000a| (launched: 2022-12-13_10:27:46.125215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:48.255318 run osmo-stp_10.42.42.5(pid=8902): stderr: \u000a| �[0;m�[38;5;43m20221213102746459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102746460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102746460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102746460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102746473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102746473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102746473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:48.404735 run patchelf(pid=8905): Terminating (SIGINT)\u000a10:27:48.580596 run patchelf(pid=8905): Terminated: ok {rc=0}\u000a10:27:48.612859 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8902): Process ended prematurely: osmo-stp_10.42.42.5(pid=8902) [trial-2388↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8902)] [trial-2388↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a10:27:48.622266 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:27:48.682585 run osmo-hlr_10.42.42.2(pid=8899): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8899)]\u000a10:27:48.731971 run osmo-hlr_10.42.42.2(pid=8899): stdout: \u000a| (launched: 2022-12-13_10:27:45.075944) \u000a10:27:48.781883 run osmo-hlr_10.42.42.2(pid=8899): stderr: \u000a| �[0;m�[1;31m20221213102745273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102745273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102745273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102745273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102745273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102745273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102745286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102745294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102745294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102745294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:48.824422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8892): Terminating (SIGTERM)\u000a10:27:48.864603 run iperf3-srv_10.42.42.10(pid=8893): Terminating (SIGTERM)\u000a10:27:48.905699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8894): Terminating (SIGTERM)\u000a10:27:48.946309 run iperf3-srv_10.42.42.10(pid=8895): Terminating (SIGTERM)\u000a10:27:48.987014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8898): Terminating (SIGTERM)\u000a10:27:49.026874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8901): Terminating (SIGTERM)\u000a10:27:49.066733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8904): Terminating (SIGTERM)\u000a10:27:49.075943 --- ParallelTerminationStrategy: PID 8892 died...\u000a10:27:49.129690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8892): Terminated: ok {rc=0}\u000a10:27:49.139247 --- ParallelTerminationStrategy: PID 8893 died...\u000a10:27:49.192290 run iperf3-srv_10.42.42.10(pid=8893): Terminated {rc=256}\u000a10:27:49.201859 --- ParallelTerminationStrategy: PID 8894 died...\u000a10:27:49.255173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8894): Terminated: ok {rc=0}\u000a10:27:49.264729 --- ParallelTerminationStrategy: PID 8895 died...\u000a10:27:49.317891 run iperf3-srv_10.42.42.10(pid=8895): Terminated {rc=256}\u000a10:27:49.327384 --- ParallelTerminationStrategy: PID 8898 died...\u000a10:27:49.380570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8898): Terminated: ok {rc=0}\u000a10:27:49.390148 --- ParallelTerminationStrategy: PID 8901 died...\u000a10:27:49.443289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8901): Terminated: ok {rc=0}\u000a10:27:49.452842 --- ParallelTerminationStrategy: PID 8904 died...\u000a10:27:49.506246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8904): Terminated: ok {rc=0}\u000a10:27:49.591345 bus /gobi_0: Setting Powered False\u000a10:27:50.700356 bus /gobi_0: Setting Powered False\u000a10:27:51.810953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8914): Process ended prematurely: osmo-stp_10.42.42.5(pid=8914) [trial-2388↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8914)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8914): Process ended prematurely: osmo-stp_10.42.42.5(pid=8914) [trial-2388↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a10:27:52.928546 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:52.940486 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:27:53.091803 tst iperf3.py: using LAC 33312\u000a10:27:53.224146 tst iperf3.py: using RAC 162\u000a10:27:53.356771 tst iperf3.py: using CellId 33312\u000a10:27:53.489112 tst iperf3.py: using BVCI 33313\u000a10:27:53.514670 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.526233 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.537284 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.548270 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.559513 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.570734 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.582615 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.593789 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:27:53.605305 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:27:53.908279 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:27:54.048779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:54.396620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8906): Launched\u000a10:27:54.685858 run iperf3-srv_10.42.42.10(pid=8907): Launched\u000a10:27:54.890027 tst iperf3.py:8: start network...\u000a10:27:55.029772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:55.557777 run create_hlr_db(pid=8908): Launched\u000a10:27:55.750786 bus /gobi_6: Setting Powered False\u000a10:27:56.771716 run create_hlr_db(pid=8908): Terminated: ok {rc=0}\u000a10:27:57.192939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8910): Launched\u000a10:27:57.508446 run osmo-hlr_10.42.42.2(pid=8911): Launched\u000a10:27:57.623891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:58.169254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8913): Launched\u000a10:27:58.484282 run osmo-stp_10.42.42.5(pid=8914): Launched\u000a10:27:58.599201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:59.145124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8916): Launched\u000a10:27:59.255934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:59.529452 run patchelf(pid=8917): Launched\u000a10:27:59.711237 run osmo-stp_10.42.42.5(pid=8914): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8914)]\u000a10:27:59.844223 run osmo-stp_10.42.42.5(pid=8914): stdout: \u000a| (launched: 2022-12-13_10:27:58.327955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:59.977533 run osmo-stp_10.42.42.5(pid=8914): stderr: \u000a| �[0;m�[38;5;43m20221213102758499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102758499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102758499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102758500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102758500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102758500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102758501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:00.105914 run osmo-stp_10.42.42.5(pid=8914): stdout: \u000a| (launched: 2022-12-13_10:27:58.327955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:00.232932 run osmo-stp_10.42.42.5(pid=8914): stderr: \u000a| �[0;m�[38;5;43m20221213102758499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102758499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102758499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102758500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102758500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102758500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102758501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:00.381757 run patchelf(pid=8917): Terminating (SIGINT)\u000a10:28:00.557605 run patchelf(pid=8917): Terminated: ok {rc=0}\u000a10:28:00.589898 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8914): Process ended prematurely: osmo-stp_10.42.42.5(pid=8914) [trial-2388↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8914)] [trial-2388↪gprs:trx-b200↪iperf3.py:8]\u000a10:28:00.598980 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:28:00.659546 run osmo-hlr_10.42.42.2(pid=8911): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8911)]\u000a10:28:00.708931 run osmo-hlr_10.42.42.2(pid=8911): stdout: \u000a| (launched: 2022-12-13_10:27:57.351317) \u000a10:28:00.759354 run osmo-hlr_10.42.42.2(pid=8911): stderr: \u000a| �[0;m�[1;31m20221213102757530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102757530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102757530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102757530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102757530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102757530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102757542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102757551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102757551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102757551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:00.801765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8906): Terminating (SIGTERM)\u000a10:28:00.841707 run iperf3-srv_10.42.42.10(pid=8907): Terminating (SIGTERM)\u000a10:28:00.884339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8910): Terminating (SIGTERM)\u000a10:28:00.926959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8913): Terminating (SIGTERM)\u000a10:28:00.975060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8916): Terminating (SIGTERM)\u000a10:28:00.984802 --- ParallelTerminationStrategy: PID 8906 died...\u000a10:28:01.041006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8906): Terminated: ok {rc=0}\u000a10:28:01.051488 --- ParallelTerminationStrategy: PID 8907 died...\u000a10:28:01.106738 run iperf3-srv_10.42.42.10(pid=8907): Terminated {rc=256}\u000a10:28:01.116781 --- ParallelTerminationStrategy: PID 8910 died...\u000a10:28:01.171068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8910): Terminated: ok {rc=0}\u000a10:28:01.181156 --- ParallelTerminationStrategy: PID 8913 died...\u000a10:28:01.235547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8913): Terminated: ok {rc=0}\u000a10:28:01.245679 --- ParallelTerminationStrategy: PID 8916 died...\u000a10:28:01.300268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8916): Terminated: ok {rc=0}\u000a10:28:01.386538 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8932): Process ended prematurely: osmo-stp_10.42.42.5(pid=8932) [trial-2388↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8932)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8932): Process ended prematurely: osmo-stp_10.42.42.5(pid=8932) [trial-2388↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a10:28:02.496189 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:02.507703 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:28:02.646884 tst iperf3m4.py: using LAC 33313\u000a10:28:02.770434 tst iperf3m4.py: using RAC 163\u000a10:28:02.894694 tst iperf3m4.py: using CellId 33313\u000a10:28:03.019551 tst iperf3m4.py: using BVCI 33314\u000a10:28:03.043612 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.054634 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.065485 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.076495 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.087289 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.097963 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.108633 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.119430 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:03.130262 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:28:03.248196 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:28:03.373274 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:28:03.493483 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:28:03.798844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:28:03.939024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:04.287312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8918): Launched\u000a10:28:04.577782 run iperf3-srv_10.42.42.10(pid=8919): Launched\u000a10:28:04.783213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:28:04.922842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:05.272791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8920): Launched\u000a10:28:05.563804 run iperf3-srv_10.42.42.10(pid=8921): Launched\u000a10:28:05.768928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:28:05.908871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:06.256246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8922): Launched\u000a10:28:06.546751 run iperf3-srv_10.42.42.10(pid=8923): Launched\u000a10:28:06.751440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:28:06.890587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:07.238746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8924): Launched\u000a10:28:07.527752 run iperf3-srv_10.42.42.10(pid=8925): Launched\u000a10:28:07.733524 tst iperf3m4.py:8: start network...\u000a10:28:07.873554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:08.402954 run create_hlr_db(pid=8926): Launched\u000a10:28:08.596925 bus /gobi_6: Setting Powered False\u000a10:28:09.618804 run create_hlr_db(pid=8926): Terminated: ok {rc=0}\u000a10:28:10.040793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8928): Launched\u000a10:28:10.357661 run osmo-hlr_10.42.42.2(pid=8929): Launched\u000a10:28:10.472301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:11.016511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8931): Launched\u000a10:28:11.331867 run osmo-stp_10.42.42.5(pid=8932): Launched\u000a10:28:11.445480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:11.990047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8934): Launched\u000a10:28:12.101247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:12.375292 run patchelf(pid=8935): Launched\u000a10:28:12.558133 run osmo-stp_10.42.42.5(pid=8932): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8932)]\u000a10:28:12.691259 run osmo-stp_10.42.42.5(pid=8932): stdout: \u000a| (launched: 2022-12-13_10:28:11.175254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:12.824300 run osmo-stp_10.42.42.5(pid=8932): stderr: \u000a| �[0;m�[38;5;43m20221213102811346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102811346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102811346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102811347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102811347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102811348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102811348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:12.952641 run osmo-stp_10.42.42.5(pid=8932): stdout: \u000a| (launched: 2022-12-13_10:28:11.175254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:13.080642 run osmo-stp_10.42.42.5(pid=8932): stderr: \u000a| �[0;m�[38;5;43m20221213102811346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102811346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102811346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102811347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102811347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102811348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102811348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:13.230129 run patchelf(pid=8935): Terminating (SIGINT)\u000a10:28:13.405660 run patchelf(pid=8935): Terminated: ok {rc=0}\u000a10:28:13.438039 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8932): Process ended prematurely: osmo-stp_10.42.42.5(pid=8932) [trial-2388↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8932)] [trial-2388↪gprs:trx-b200↪iperf3m4.py:8]\u000a10:28:13.447258 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:28:13.508074 run osmo-hlr_10.42.42.2(pid=8929): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8929)]\u000a10:28:13.557697 run osmo-hlr_10.42.42.2(pid=8929): stdout: \u000a| (launched: 2022-12-13_10:28:10.200251) \u000a10:28:13.607812 run osmo-hlr_10.42.42.2(pid=8929): stderr: \u000a| �[0;m�[1;31m20221213102810376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102810376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102810376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102810376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102810376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102810376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102810389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102810397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102810397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102810397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:13.650284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8918): Terminating (SIGTERM)\u000a10:28:13.690239 run iperf3-srv_10.42.42.10(pid=8919): Terminating (SIGTERM)\u000a10:28:13.730384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8920): Terminating (SIGTERM)\u000a10:28:13.770447 run iperf3-srv_10.42.42.10(pid=8921): Terminating (SIGTERM)\u000a10:28:13.810645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8922): Terminating (SIGTERM)\u000a10:28:13.850928 run iperf3-srv_10.42.42.10(pid=8923): Terminating (SIGTERM)\u000a10:28:13.891169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8924): Terminating (SIGTERM)\u000a10:28:13.931376 run iperf3-srv_10.42.42.10(pid=8925): Terminating (SIGTERM)\u000a10:28:13.971587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8928): Terminating (SIGTERM)\u000a10:28:14.011817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8931): Terminating (SIGTERM)\u000a10:28:14.052010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8934): Terminating (SIGTERM)\u000a10:28:14.061406 --- ParallelTerminationStrategy: PID 8918 died...\u000a10:28:14.115530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8918): Terminated: ok {rc=0}\u000a10:28:14.125389 --- ParallelTerminationStrategy: PID 8919 died...\u000a10:28:14.178701 run iperf3-srv_10.42.42.10(pid=8919): Terminated {rc=256}\u000a10:28:14.188371 --- ParallelTerminationStrategy: PID 8920 died...\u000a10:28:14.241886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8920): Terminated: ok {rc=0}\u000a10:28:14.251555 --- ParallelTerminationStrategy: PID 8921 died...\u000a10:28:14.304830 run iperf3-srv_10.42.42.10(pid=8921): Terminated {rc=256}\u000a10:28:14.314530 --- ParallelTerminationStrategy: PID 8922 died...\u000a10:28:14.368092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8922): Terminated: ok {rc=0}\u000a10:28:14.377736 --- ParallelTerminationStrategy: PID 8923 died...\u000a10:28:14.430961 run iperf3-srv_10.42.42.10(pid=8923): Terminated {rc=256}\u000a10:28:14.440582 --- ParallelTerminationStrategy: PID 8924 died...\u000a10:28:14.493849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8924): Terminated: ok {rc=0}\u000a10:28:14.503548 --- ParallelTerminationStrategy: PID 8925 died...\u000a10:28:14.556723 run iperf3-srv_10.42.42.10(pid=8925): Terminated {rc=256}\u000a10:28:14.566466 --- ParallelTerminationStrategy: PID 8928 died...\u000a10:28:14.619873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8928): Terminated: ok {rc=0}\u000a10:28:14.629527 --- ParallelTerminationStrategy: PID 8931 died...\u000a10:28:14.682765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8931): Terminated: ok {rc=0}\u000a10:28:14.692450 --- ParallelTerminationStrategy: PID 8934 died...\u000a10:28:14.746246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8934): Terminated: ok {rc=0}\u000a10:28:14.835532 bus /gobi_4: Setting Powered False\u000a10:28:15.987740 bus /gobi_4: Setting Powered False\u000a10:28:17.122072 bus /gobi_1: Setting Powered False\u000a10:28:18.230823 bus /gobi_1: Setting Powered False\u000a10:28:19.340721 bus /gobi_0: Setting Powered False\u000a10:28:20.447871 bus /gobi_0: Setting Powered False\u000a10:28:21.558443 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8942): Process ended prematurely: osmo-stp_10.42.42.5(pid=8942) [trial-2388↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8942)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8942): Process ended prematurely: osmo-stp_10.42.42.5(pid=8942) [trial-2388↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a10:28:22.625406 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:22.636699 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:28:22.774195 tst ping.py: using LAC 33314\u000a10:28:22.894342 tst ping.py: using RAC 164\u000a10:28:23.016351 tst ping.py: using CellId 33314\u000a10:28:23.138033 tst ping.py: using BVCI 33315\u000a10:28:23.162251 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.172894 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.183450 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.194026 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.204369 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.214729 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.225214 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:23.235715 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:28:23.516364 tst ping.py:19: start network...\u000a10:28:23.644041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:24.137585 run create_hlr_db(pid=8936): Launched\u000a10:28:24.313832 bus /gobi_6: Setting Powered False\u000a10:28:25.335880 run create_hlr_db(pid=8936): Terminated: ok {rc=0}\u000a10:28:25.777193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8938): Launched\u000a10:28:26.107302 run osmo-hlr_10.42.42.2(pid=8939): Launched\u000a10:28:26.226742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:26.804150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8941): Launched\u000a10:28:27.135817 run osmo-stp_10.42.42.5(pid=8942): Launched\u000a10:28:27.256249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:27.832855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8944): Launched\u000a10:28:27.950267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:28.239658 run patchelf(pid=8945): Launched\u000a10:28:28.431968 run osmo-stp_10.42.42.5(pid=8942): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8942)]\u000a10:28:28.572680 run osmo-stp_10.42.42.5(pid=8942): stdout: \u000a| (launched: 2022-12-13_10:28:26.971988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:28.713458 run osmo-stp_10.42.42.5(pid=8942): stderr: \u000a| �[0;m�[38;5;43m20221213102827164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102827164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102827164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102827164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102827165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102827165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102827165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:28.849660 run osmo-stp_10.42.42.5(pid=8942): stdout: \u000a| (launched: 2022-12-13_10:28:26.971988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:28.984759 run osmo-stp_10.42.42.5(pid=8942): stderr: \u000a| �[0;m�[38;5;43m20221213102827164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102827164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102827164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102827164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102827165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102827165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102827165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:29.141976 run patchelf(pid=8945): Terminating (SIGINT)\u000a10:28:29.326566 run patchelf(pid=8945): Terminated: ok {rc=0}\u000a10:28:29.360044 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8942): Process ended prematurely: osmo-stp_10.42.42.5(pid=8942) [trial-2388↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8942)] [trial-2388↪gprs:trx-b200↪ping.py:22]\u000a10:28:29.369578 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:28:29.434140 run osmo-hlr_10.42.42.2(pid=8939): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8939)]\u000a10:28:29.486537 run osmo-hlr_10.42.42.2(pid=8939): stdout: \u000a| (launched: 2022-12-13_10:28:25.944446) \u000a10:28:29.539912 run osmo-hlr_10.42.42.2(pid=8939): stderr: \u000a| �[0;m�[1;31m20221213102826142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102826142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102826142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102826142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102826142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102826142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102826155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102826164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102826164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102826164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:29.585304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8938): Terminating (SIGTERM)\u000a10:28:29.628466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8941): Terminating (SIGTERM)\u000a10:28:29.671335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8944): Terminating (SIGTERM)\u000a10:28:29.681320 --- ParallelTerminationStrategy: PID 8938 died...\u000a10:28:29.739483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8938): Terminated: ok {rc=0}\u000a10:28:29.749949 --- ParallelTerminationStrategy: PID 8941 died...\u000a10:28:29.807532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8941): Terminated: ok {rc=0}\u000a10:28:29.817813 --- ParallelTerminationStrategy: PID 8944 died...\u000a10:28:29.874902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8944): Terminated: ok {rc=0}\u000a10:28:29.964262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8952): Process ended prematurely: osmo-stp_10.42.42.5(pid=8952) [trial-2388↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8952): Process ended prematurely: osmo-stp_10.42.42.5(pid=8952) [trial-2388↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a10:28:31.018743 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.031420 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:28:31.185615 tst ping_idle_ping.py: using LAC 33315\u000a10:28:31.329070 tst ping_idle_ping.py: using RAC 165\u000a10:28:31.484411 tst ping_idle_ping.py: using CellId 33315\u000a10:28:31.614398 tst ping_idle_ping.py: using BVCI 33316\u000a10:28:31.639548 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.651102 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.662209 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.673702 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.685442 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.696423 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.708024 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:28:31.719114 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:28:32.038053 tst ping_idle_ping.py:24: start network...\u000a10:28:32.179734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:32.706993 run create_hlr_db(pid=8946): Launched\u000a10:28:32.898019 bus /gobi_6: Setting Powered False\u000a10:28:33.918796 run create_hlr_db(pid=8946): Terminated: ok {rc=0}\u000a10:28:34.333175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8948): Launched\u000a10:28:34.643141 run osmo-hlr_10.42.42.2(pid=8949): Launched\u000a10:28:34.755864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:35.289895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8951): Launched\u000a10:28:35.598571 run osmo-stp_10.42.42.5(pid=8952): Launched\u000a10:28:35.709665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:36.246720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8954): Launched\u000a10:28:36.355509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:36.626065 run patchelf(pid=8955): Launched\u000a10:28:36.805776 run osmo-stp_10.42.42.5(pid=8952): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)]\u000a10:28:36.937206 run osmo-stp_10.42.42.5(pid=8952): stdout: \u000a| (launched: 2022-12-13_10:28:35.445481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:37.068426 run osmo-stp_10.42.42.5(pid=8952): stderr: \u000a| �[0;m�[38;5;43m20221213102835617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102835617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102835617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102835618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102835618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102835618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102835618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:37.195109 run osmo-stp_10.42.42.5(pid=8952): stdout: \u000a| (launched: 2022-12-13_10:28:35.445481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:37.321737 run osmo-stp_10.42.42.5(pid=8952): stderr: \u000a| �[0;m�[38;5;43m20221213102835617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102835617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102835617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102835618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102835618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102835618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102835618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:37.468289 run patchelf(pid=8955): Terminating (SIGINT)\u000a10:28:37.640851 run patchelf(pid=8955): Terminated: ok {rc=0}\u000a10:28:37.672194 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8952): Process ended prematurely: osmo-stp_10.42.42.5(pid=8952) [trial-2388↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)] [trial-2388↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a10:28:37.680886 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:28:37.740819 run osmo-hlr_10.42.42.2(pid=8949): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8949)]\u000a10:28:37.789811 run osmo-hlr_10.42.42.2(pid=8949): stdout: \u000a| (launched: 2022-12-13_10:28:34.488507) \u000a10:28:37.839499 run osmo-hlr_10.42.42.2(pid=8949): stderr: \u000a| �[0;m�[1;31m20221213102834664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102834665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102834665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102834665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102834665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102834665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102834676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:37.881801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8948): Terminating (SIGTERM)\u000a10:28:37.921726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8951): Terminating (SIGTERM)\u000a10:28:37.961947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8954): Terminating (SIGTERM)\u000a10:28:37.971252 --- ParallelTerminationStrategy: PID 8948 died...\u000a10:28:38.024545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8948): Terminated: ok {rc=0}\u000a10:28:38.034267 --- ParallelTerminationStrategy: PID 8951 died...\u000a10:28:38.087474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8951): Terminated: ok {rc=0}\u000a10:28:38.097161 --- ParallelTerminationStrategy: PID 8954 died...\u000a10:28:38.150265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8954): Terminated: ok {rc=0}\u000a10:28:38.239375 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8969): Process ended prematurely: osmo-stp_10.42.42.5(pid=8969) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8969): Process ended prematurely: osmo-stp_10.42.42.5(pid=8969) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:28:40.411421 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:40.422965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:28:40.571897 tst cs_paging_gprs_active.py: using LAC 33316\u000a10:28:40.704692 tst cs_paging_gprs_active.py: using RAC 166\u000a10:28:40.836898 tst cs_paging_gprs_active.py: using CellId 33316\u000a10:28:40.969026 tst cs_paging_gprs_active.py: using BVCI 33317\u000a10:28:40.995019 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.006446 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.017965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.029401 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.041139 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.052794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.064840 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.076394 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:41.088263 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:41.208461 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:41.512609 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:28:41.654658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:42.005882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8959): Launched\u000a10:28:42.296009 run iperf3-srv_10.42.42.10(pid=8960): Launched\u000a10:28:42.502601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:28:42.643701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:42.993399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8961): Launched\u000a10:28:43.284057 run iperf3-srv_10.42.42.10(pid=8962): Launched\u000a10:28:43.489627 tst cs_paging_gprs_active.py:38: start network...\u000a10:28:43.630457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:44.157289 run create_hlr_db(pid=8963): Launched\u000a10:28:44.350767 bus /gobi_6: Setting Powered False\u000a10:28:45.371540 run create_hlr_db(pid=8963): Terminated: ok {rc=0}\u000a10:28:45.794104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8965): Launched\u000a10:28:46.263265 run osmo-hlr_10.42.42.2(pid=8966): Launched\u000a10:28:46.407638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:47.075367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8968): Launched\u000a10:28:47.420399 run osmo-stp_10.42.42.5(pid=8969): Launched\u000a10:28:47.546246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:48.135294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8971): Launched\u000a10:28:48.256201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:48.553007 run patchelf(pid=8972): Launched\u000a10:28:48.748659 run osmo-stp_10.42.42.5(pid=8969): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)]\u000a10:28:48.891419 run osmo-stp_10.42.42.5(pid=8969): stdout: \u000a| (launched: 2022-12-13_10:28:47.250377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:49.034355 run osmo-stp_10.42.42.5(pid=8969): stderr: \u000a| �[0;m�[38;5;43m20221213102847440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102847440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102847441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102847441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102847441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:49.172852 run osmo-stp_10.42.42.5(pid=8969): stdout: \u000a| (launched: 2022-12-13_10:28:47.250377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:49.310199 run osmo-stp_10.42.42.5(pid=8969): stderr: \u000a| �[0;m�[38;5;43m20221213102847440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102847440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102847441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102847441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102847441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:49.470531 run patchelf(pid=8972): Terminating (SIGINT)\u000a10:28:49.659019 run patchelf(pid=8972): Terminated: ok {rc=0}\u000a10:28:49.693584 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8969): Process ended prematurely: osmo-stp_10.42.42.5(pid=8969) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)] [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:28:49.703447 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a10:28:49.767573 run osmo-hlr_10.42.42.2(pid=8966): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8966)]\u000a10:28:49.819536 run osmo-hlr_10.42.42.2(pid=8966): stdout: \u000a| (launched: 2022-12-13_10:28:45.985546) \u000a10:28:49.872266 run osmo-hlr_10.42.42.2(pid=8966): stderr: \u000a| �[0;m�[1;31m20221213102846257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102846257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102846257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102846257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102846258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102846258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102846271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102846287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102846288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102846288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:49.917362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8959): Terminating (SIGTERM)\u000a10:28:49.959922 run iperf3-srv_10.42.42.10(pid=8960): Terminating (SIGTERM)\u000a10:28:50.003039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8961): Terminating (SIGTERM)\u000a10:28:50.045587 run iperf3-srv_10.42.42.10(pid=8962): Terminating (SIGTERM)\u000a10:28:50.088000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8965): Terminating (SIGTERM)\u000a10:28:50.130772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8968): Terminating (SIGTERM)\u000a10:28:50.173461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8971): Terminating (SIGTERM)\u000a10:28:50.183246 --- ParallelTerminationStrategy: PID 8959 died...\u000a10:28:50.240386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8959): Terminated: ok {rc=0}\u000a10:28:50.250557 --- ParallelTerminationStrategy: PID 8960 died...\u000a10:28:50.307146 run iperf3-srv_10.42.42.10(pid=8960): Terminated {rc=256}\u000a10:28:50.317389 --- ParallelTerminationStrategy: PID 8961 died...\u000a10:28:50.374183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8961): Terminated: ok {rc=0}\u000a10:28:50.384346 --- ParallelTerminationStrategy: PID 8962 died...\u000a10:28:50.441069 run iperf3-srv_10.42.42.10(pid=8962): Terminated {rc=256}\u000a10:28:50.451074 --- ParallelTerminationStrategy: PID 8965 died...\u000a10:28:50.507922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8965): Terminated: ok {rc=0}\u000a10:28:50.518103 --- ParallelTerminationStrategy: PID 8968 died...\u000a10:28:50.575221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8968): Terminated: ok {rc=0}\u000a10:28:50.585489 --- ParallelTerminationStrategy: PID 8971 died...\u000a10:28:50.642283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8971): Terminated: ok {rc=0}\u000a10:28:50.730470 bus /gobi_0: Setting Powered False\u000a10:28:51.834459 bus /gobi_0: Setting Powered False\u000a10:28:52.946413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8981): Process ended prematurely: osmo-stp_10.42.42.5(pid=8981) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8981)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8981): Process ended prematurely: osmo-stp_10.42.42.5(pid=8981) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:28:54.058110 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.069749 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:28:54.210917 tst iperf3.py: using LAC 33317\u000a10:28:54.333768 tst iperf3.py: using RAC 167\u000a10:28:54.455200 tst iperf3.py: using CellId 33317\u000a10:28:54.577671 tst iperf3.py: using BVCI 33318\u000a10:28:54.601671 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.612531 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.623290 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.633991 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.644513 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.655554 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.666626 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.677328 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:54.688178 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:54.991436 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:28:55.132308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:55.482407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8973): Launched\u000a10:28:55.772765 run iperf3-srv_10.42.42.10(pid=8974): Launched\u000a10:28:55.978036 tst iperf3.py:8: start network...\u000a10:28:56.118661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:56.647667 run create_hlr_db(pid=8975): Launched\u000a10:28:56.840916 bus /gobi_6: Setting Powered False\u000a10:28:57.862211 run create_hlr_db(pid=8975): Terminated: ok {rc=0}\u000a10:28:58.309216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8977): Launched\u000a10:28:58.647719 run osmo-hlr_10.42.42.2(pid=8978): Launched\u000a10:28:58.770747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:59.358577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8980): Launched\u000a10:28:59.697678 run osmo-stp_10.42.42.5(pid=8981): Launched\u000a10:28:59.818944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:00.403385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8983): Launched\u000a10:29:00.522708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:00.816614 run patchelf(pid=8984): Launched\u000a10:29:01.015023 run osmo-stp_10.42.42.5(pid=8981): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8981)]\u000a10:29:01.160557 run osmo-stp_10.42.42.5(pid=8981): stdout: \u000a| (launched: 2022-12-13_10:28:59.528597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:01.306184 run osmo-stp_10.42.42.5(pid=8981): stderr: \u000a| �[0;m�[38;5;43m20221213102859720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102859720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102859720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102859720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102859721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102859721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102859721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:01.447317 run osmo-stp_10.42.42.5(pid=8981): stdout: \u000a| (launched: 2022-12-13_10:28:59.528597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:01.587849 run osmo-stp_10.42.42.5(pid=8981): stderr: \u000a| �[0;m�[38;5;43m20221213102859720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102859720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102859720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102859720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102859721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102859721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102859721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:01.750828 run patchelf(pid=8984): Terminating (SIGINT)\u000a10:29:01.942803 run patchelf(pid=8984): Terminated: ok {rc=0}\u000a10:29:01.978882 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8981): Process ended prematurely: osmo-stp_10.42.42.5(pid=8981) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8981)] [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a10:29:01.990136 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:29:02.057038 run osmo-hlr_10.42.42.2(pid=8978): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8978)]\u000a10:29:02.111584 run osmo-hlr_10.42.42.2(pid=8978): stdout: \u000a| (launched: 2022-12-13_10:28:58.478839) \u000a10:29:02.166406 run osmo-hlr_10.42.42.2(pid=8978): stderr: \u000a| �[0;m�[1;31m20221213102858677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102858677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102858677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102858677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102858677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102858677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102858689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102858697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102858697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102858697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:02.213251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8973): Terminating (SIGTERM)\u000a10:29:02.256018 run iperf3-srv_10.42.42.10(pid=8974): Terminating (SIGTERM)\u000a10:29:02.298959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8977): Terminating (SIGTERM)\u000a10:29:02.341114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8980): Terminating (SIGTERM)\u000a10:29:02.383097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8983): Terminating (SIGTERM)\u000a10:29:02.392754 --- ParallelTerminationStrategy: PID 8973 died...\u000a10:29:02.449347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8973): Terminated: ok {rc=0}\u000a10:29:02.459337 --- ParallelTerminationStrategy: PID 8974 died...\u000a10:29:02.515447 run iperf3-srv_10.42.42.10(pid=8974): Terminated {rc=256}\u000a10:29:02.525478 --- ParallelTerminationStrategy: PID 8977 died...\u000a10:29:02.581981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8977): Terminated: ok {rc=0}\u000a10:29:02.591951 --- ParallelTerminationStrategy: PID 8980 died...\u000a10:29:02.648232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8980): Terminated: ok {rc=0}\u000a10:29:02.658283 --- ParallelTerminationStrategy: PID 8983 died...\u000a10:29:02.714555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8983): Terminated: ok {rc=0}\u000a10:29:02.801732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9000): Process ended prematurely: osmo-stp_10.42.42.5(pid=9000) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9000)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9000): Process ended prematurely: osmo-stp_10.42.42.5(pid=9000) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:29:03.919173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:03.931295 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:29:04.075015 tst iperf3m4.py: using LAC 33318\u000a10:29:04.198923 tst iperf3m4.py: using RAC 168\u000a10:29:04.320562 tst iperf3m4.py: using CellId 33318\u000a10:29:04.442725 tst iperf3m4.py: using BVCI 33319\u000a10:29:04.466789 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.477848 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.488449 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.499117 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.509757 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.520520 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.531557 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.542345 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:04.553349 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:04.673574 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:04.797596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:04.916565 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:05.222297 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:29:05.362693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:05.712034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8986): Launched\u000a10:29:06.002428 run iperf3-srv_10.42.42.10(pid=8987): Launched\u000a10:29:06.207028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:29:06.346605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:06.695225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8988): Launched\u000a10:29:06.983222 run iperf3-srv_10.42.42.10(pid=8989): Launched\u000a10:29:07.188118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:29:07.327432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:07.674798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8990): Launched\u000a10:29:07.964028 run iperf3-srv_10.42.42.10(pid=8991): Launched\u000a10:29:08.169034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:29:08.308528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:08.658218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8992): Launched\u000a10:29:08.946478 run iperf3-srv_10.42.42.10(pid=8993): Launched\u000a10:29:09.151404 tst iperf3m4.py:8: start network...\u000a10:29:09.290853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:09.819926 run create_hlr_db(pid=8994): Launched\u000a10:29:10.013914 bus /gobi_6: Setting Powered False\u000a10:29:11.035128 run create_hlr_db(pid=8994): Terminated: ok {rc=0}\u000a10:29:11.455089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8996): Launched\u000a10:29:11.769993 run osmo-hlr_10.42.42.2(pid=8997): Launched\u000a10:29:11.896845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:12.462235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8999): Launched\u000a10:29:12.776735 run osmo-stp_10.42.42.5(pid=9000): Launched\u000a10:29:12.888609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:13.434541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9002): Launched\u000a10:29:13.546281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:13.822187 run patchelf(pid=9003): Launched\u000a10:29:14.004298 run osmo-stp_10.42.42.5(pid=9000): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9000)]\u000a10:29:14.137473 run osmo-stp_10.42.42.5(pid=9000): stdout: \u000a| (launched: 2022-12-13_10:29:12.620032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:14.270719 run osmo-stp_10.42.42.5(pid=9000): stderr: \u000a| �[0;m�[38;5;43m20221213102912790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102912790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102912791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102912791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102912792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102912792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102912792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:14.399359 run osmo-stp_10.42.42.5(pid=9000): stdout: \u000a| (launched: 2022-12-13_10:29:12.620032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:14.526570 run osmo-stp_10.42.42.5(pid=9000): stderr: \u000a| �[0;m�[38;5;43m20221213102912790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102912790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102912791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102912791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102912792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102912792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102912792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:14.675516 run patchelf(pid=9003): Terminating (SIGINT)\u000a10:29:14.850929 run patchelf(pid=9003): Terminated: ok {rc=0}\u000a10:29:14.882973 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9000): Process ended prematurely: osmo-stp_10.42.42.5(pid=9000) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9000)] [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:29:14.892270 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:29:14.953128 run osmo-hlr_10.42.42.2(pid=8997): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8997)]\u000a10:29:15.002312 run osmo-hlr_10.42.42.2(pid=8997): stdout: \u000a| (launched: 2022-12-13_10:29:11.614627) \u000a10:29:15.052142 run osmo-hlr_10.42.42.2(pid=8997): stderr: \u000a| �[0;m�[1;31m20221213102911791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102911791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102911791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102911791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102911791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102911791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102911807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102911816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102911817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102911817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:15.094666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8986): Terminating (SIGTERM)\u000a10:29:15.134826 run iperf3-srv_10.42.42.10(pid=8987): Terminating (SIGTERM)\u000a10:29:15.174731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8988): Terminating (SIGTERM)\u000a10:29:15.214620 run iperf3-srv_10.42.42.10(pid=8989): Terminating (SIGTERM)\u000a10:29:15.254624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8990): Terminating (SIGTERM)\u000a10:29:15.294516 run iperf3-srv_10.42.42.10(pid=8991): Terminating (SIGTERM)\u000a10:29:15.334752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8992): Terminating (SIGTERM)\u000a10:29:15.374607 run iperf3-srv_10.42.42.10(pid=8993): Terminating (SIGTERM)\u000a10:29:15.414699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8996): Terminating (SIGTERM)\u000a10:29:15.454618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8999): Terminating (SIGTERM)\u000a10:29:15.494435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9002): Terminating (SIGTERM)\u000a10:29:15.503298 --- ParallelTerminationStrategy: PID 8986 died...\u000a10:29:15.556750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8986): Terminated: ok {rc=0}\u000a10:29:15.566669 --- ParallelTerminationStrategy: PID 8987 died...\u000a10:29:15.620044 run iperf3-srv_10.42.42.10(pid=8987): Terminated {rc=256}\u000a10:29:15.629749 --- ParallelTerminationStrategy: PID 8988 died...\u000a10:29:15.682932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8988): Terminated: ok {rc=0}\u000a10:29:15.692491 --- ParallelTerminationStrategy: PID 8989 died...\u000a10:29:15.745772 run iperf3-srv_10.42.42.10(pid=8989): Terminated {rc=256}\u000a10:29:15.755419 --- ParallelTerminationStrategy: PID 8990 died...\u000a10:29:15.808715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8990): Terminated: ok {rc=0}\u000a10:29:15.818435 --- ParallelTerminationStrategy: PID 8991 died...\u000a10:29:15.882805 run iperf3-srv_10.42.42.10(pid=8991): Terminated {rc=256}\u000a10:29:15.901694 --- ParallelTerminationStrategy: PID 8992 died...\u000a10:29:15.963257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8992): Terminated: ok {rc=0}\u000a10:29:15.974267 --- ParallelTerminationStrategy: PID 8993 died...\u000a10:29:16.035383 run iperf3-srv_10.42.42.10(pid=8993): Terminated {rc=256}\u000a10:29:16.048150 --- ParallelTerminationStrategy: PID 8996 died...\u000a10:29:16.107674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8996): Terminated: ok {rc=0}\u000a10:29:16.119429 --- ParallelTerminationStrategy: PID 8999 died...\u000a10:29:16.178360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8999): Terminated: ok {rc=0}\u000a10:29:16.189553 --- ParallelTerminationStrategy: PID 9002 died...\u000a10:29:16.250919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9002): Terminated: ok {rc=0}\u000a10:29:16.342947 bus /gobi_4: Setting Powered False\u000a10:29:17.451435 bus /gobi_4: Setting Powered False\u000a10:29:18.564382 bus /gobi_1: Setting Powered False\u000a10:29:19.669093 bus /gobi_1: Setting Powered False\u000a10:29:20.781553 bus /gobi_0: Setting Powered False\u000a10:29:21.886222 bus /gobi_0: Setting Powered False\u000a10:29:22.994941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9010): Process ended prematurely: osmo-stp_10.42.42.5(pid=9010) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9010)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9010): Process ended prematurely: osmo-stp_10.42.42.5(pid=9010) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:29:24.065338 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.077000 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:29:24.217627 tst ping.py: using LAC 33319\u000a10:29:24.346796 tst ping.py: using RAC 169\u000a10:29:24.479442 tst ping.py: using CellId 33319\u000a10:29:24.611709 tst ping.py: using BVCI 33320\u000a10:29:24.636849 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.648394 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.659615 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.670826 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.682356 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.693827 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.705451 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:24.716799 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:25.014587 tst ping.py:19: start network...\u000a10:29:25.151377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:25.670170 run create_hlr_db(pid=9004): Launched\u000a10:29:25.860390 bus /gobi_6: Setting Powered False\u000a10:29:26.881054 run create_hlr_db(pid=9004): Terminated: ok {rc=0}\u000a10:29:27.297883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9006): Launched\u000a10:29:27.608861 run osmo-hlr_10.42.42.2(pid=9007): Launched\u000a10:29:27.731222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:28.272390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9009): Launched\u000a10:29:28.582475 run osmo-stp_10.42.42.5(pid=9010): Launched\u000a10:29:28.693717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:29.229408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9012): Launched\u000a10:29:29.338973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:29.610305 run patchelf(pid=9013): Launched\u000a10:29:29.790603 run osmo-stp_10.42.42.5(pid=9010): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9010)]\u000a10:29:29.922201 run osmo-stp_10.42.42.5(pid=9010): stdout: \u000a| (launched: 2022-12-13_10:29:28.427399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:30.052735 run osmo-stp_10.42.42.5(pid=9010): stderr: \u000a| �[0;m�[38;5;43m20221213102928598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102928598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102928599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102928599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102928599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102928600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102928600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:30.179567 run osmo-stp_10.42.42.5(pid=9010): stdout: \u000a| (launched: 2022-12-13_10:29:28.427399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:30.305197 run osmo-stp_10.42.42.5(pid=9010): stderr: \u000a| �[0;m�[38;5;43m20221213102928598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102928598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102928599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102928599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102928599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102928600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102928600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:30.451748 run patchelf(pid=9013): Terminating (SIGINT)\u000a10:29:30.623787 run patchelf(pid=9013): Terminated: ok {rc=0}\u000a10:29:30.654947 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9010): Process ended prematurely: osmo-stp_10.42.42.5(pid=9010) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9010)] [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a10:29:30.663643 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:29:30.724278 run osmo-hlr_10.42.42.2(pid=9007): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9007)]\u000a10:29:30.773713 run osmo-hlr_10.42.42.2(pid=9007): stdout: \u000a| (launched: 2022-12-13_10:29:27.453291) \u000a10:29:30.823839 run osmo-hlr_10.42.42.2(pid=9007): stderr: \u000a| �[0;m�[1;31m20221213102927630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102927630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102927630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102927630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102927630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102927630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102927642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102927651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102927651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102927651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:30.868195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9006): Terminating (SIGTERM)\u000a10:29:30.918075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9009): Terminating (SIGTERM)\u000a10:29:30.972336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9012): Terminating (SIGTERM)\u000a10:29:30.983008 --- ParallelTerminationStrategy: PID 9006 died...\u000a10:29:31.038476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9006): Terminated: ok {rc=0}\u000a10:29:31.048666 --- ParallelTerminationStrategy: PID 9009 died...\u000a10:29:31.115756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9009): Terminated: ok {rc=0}\u000a10:29:31.128344 --- ParallelTerminationStrategy: PID 9012 died...\u000a10:29:31.195334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9012): Terminated: ok {rc=0}\u000a10:29:31.297386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9020): Process ended prematurely: osmo-stp_10.42.42.5(pid=9020) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9020)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9020): Process ended prematurely: osmo-stp_10.42.42.5(pid=9020) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:29:32.352787 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.365259 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:29:32.519236 tst ping_idle_ping.py: using LAC 33320\u000a10:29:32.646697 tst ping_idle_ping.py: using RAC 170\u000a10:29:32.774098 tst ping_idle_ping.py: using CellId 33320\u000a10:29:32.903098 tst ping_idle_ping.py: using BVCI 33321\u000a10:29:32.928215 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.939727 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.951026 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.962273 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.974276 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.986220 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:32.998522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:33.010700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:33.294060 tst ping_idle_ping.py:24: start network...\u000a10:29:33.422383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:33.922843 run create_hlr_db(pid=9014): Launched\u000a10:29:34.100139 bus /gobi_6: Setting Powered False\u000a10:29:35.121899 run create_hlr_db(pid=9014): Terminated: ok {rc=0}\u000a10:29:35.563920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9016): Launched\u000a10:29:35.898717 run osmo-hlr_10.42.42.2(pid=9017): Launched\u000a10:29:36.018632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:36.595557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9019): Launched\u000a10:29:36.929087 run osmo-stp_10.42.42.5(pid=9020): Launched\u000a10:29:37.048421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:37.626787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9022): Launched\u000a10:29:37.745290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:38.036237 run patchelf(pid=9023): Launched\u000a10:29:38.228713 run osmo-stp_10.42.42.5(pid=9020): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9020)]\u000a10:29:38.369073 run osmo-stp_10.42.42.5(pid=9020): stdout: \u000a| (launched: 2022-12-13_10:29:36.763484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:38.509763 run osmo-stp_10.42.42.5(pid=9020): stderr: \u000a| �[0;m�[38;5;43m20221213102936956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102936956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102936956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102936957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102936957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102936957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102936957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:38.646500 run osmo-stp_10.42.42.5(pid=9020): stdout: \u000a| (launched: 2022-12-13_10:29:36.763484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:38.781617 run osmo-stp_10.42.42.5(pid=9020): stderr: \u000a| �[0;m�[38;5;43m20221213102936956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102936956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102936956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102936957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102936957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102936957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102936957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:38.939228 run patchelf(pid=9023): Terminating (SIGINT)\u000a10:29:39.124504 run patchelf(pid=9023): Terminated: ok {rc=0}\u000a10:29:39.157963 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9020): Process ended prematurely: osmo-stp_10.42.42.5(pid=9020) [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9020)] [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:29:39.167398 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:29:39.231571 run osmo-hlr_10.42.42.2(pid=9017): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9017)]\u000a10:29:39.283714 run osmo-hlr_10.42.42.2(pid=9017): stdout: \u000a| (launched: 2022-12-13_10:29:35.733202) \u000a10:29:39.336675 run osmo-hlr_10.42.42.2(pid=9017): stderr: \u000a| �[0;m�[1;31m20221213102935930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102935930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102935930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102935931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102935931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102935931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102935948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102935958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102935958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102935958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:39.382002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9016): Terminating (SIGTERM)\u000a10:29:39.424560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9019): Terminating (SIGTERM)\u000a10:29:39.467685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9022): Terminating (SIGTERM)\u000a10:29:39.477615 --- ParallelTerminationStrategy: PID 9016 died...\u000a10:29:39.534893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9016): Terminated: ok {rc=0}\u000a10:29:39.545127 --- ParallelTerminationStrategy: PID 9019 died...\u000a10:29:39.602423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9019): Terminated: ok {rc=0}\u000a10:29:39.612576 --- ParallelTerminationStrategy: PID 9022 died...\u000a10:29:39.669724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9022): Terminated: ok {rc=0}\u000a10:29:39.759076 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:28:40" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9040): Process ended prematurely: osmo-stp_10.42.42.5(pid=9040) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9040)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9040): Process ended prematurely: osmo-stp_10.42.42.5(pid=9040) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:29:41.934386 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:41.945731 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:29:42.113686 tst cs_paging_gprs_active.py: using LAC 33321\u000a10:29:42.246275 tst cs_paging_gprs_active.py: using RAC 171\u000a10:29:42.376149 tst cs_paging_gprs_active.py: using CellId 33321\u000a10:29:42.507043 tst cs_paging_gprs_active.py: using BVCI 33322\u000a10:29:42.532574 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.543955 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.555266 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.566492 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.578205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.589730 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.601350 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.612692 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:42.624254 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:42.744276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:43.048400 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:29:43.189019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:43.538210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9029): Launched\u000a10:29:43.827589 run iperf3-srv_10.42.42.10(pid=9030): Launched\u000a10:29:44.032874 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:29:44.172671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:44.521750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9031): Launched\u000a10:29:44.812664 run iperf3-srv_10.42.42.10(pid=9032): Launched\u000a10:29:45.018126 tst cs_paging_gprs_active.py:38: start network...\u000a10:29:45.158392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:45.688455 run create_hlr_db(pid=9033): Launched\u000a10:29:45.896286 bus /gobi_6: Setting Powered False\u000a10:29:46.908120 run create_hlr_db(pid=9033): Terminated: ok {rc=0}\u000a10:29:47.368470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9036): Launched\u000a10:29:47.683638 run osmo-hlr_10.42.42.2(pid=9037): Launched\u000a10:29:47.807857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:48.356770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9039): Launched\u000a10:29:48.672303 run osmo-stp_10.42.42.5(pid=9040): Launched\u000a10:29:48.785724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:49.332550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9042): Launched\u000a10:29:49.443703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:49.717608 run patchelf(pid=9043): Launched\u000a10:29:49.900941 run osmo-stp_10.42.42.5(pid=9040): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9040)]\u000a10:29:50.033927 run osmo-stp_10.42.42.5(pid=9040): stdout: \u000a| (launched: 2022-12-13_10:29:48.515254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:50.166947 run osmo-stp_10.42.42.5(pid=9040): stderr: \u000a| �[0;m�[38;5;43m20221213102948687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102948687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102948687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102948688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102948688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102948689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102948689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:50.295673 run osmo-stp_10.42.42.5(pid=9040): stdout: \u000a| (launched: 2022-12-13_10:29:48.515254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:50.422910 run osmo-stp_10.42.42.5(pid=9040): stderr: \u000a| �[0;m�[38;5;43m20221213102948687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213102948687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213102948687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213102948688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213102948688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213102948689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213102948689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:50.572577 run patchelf(pid=9043): Terminating (SIGINT)\u000a10:29:50.748207 run patchelf(pid=9043): Terminated: ok {rc=0}\u000a10:29:50.780493 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9040): Process ended prematurely: osmo-stp_10.42.42.5(pid=9040) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9040)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:29:50.789714 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:29:50.850190 run osmo-hlr_10.42.42.2(pid=9037): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9037)]\u000a10:29:50.899855 run osmo-hlr_10.42.42.2(pid=9037): stdout: \u000a| (launched: 2022-12-13_10:29:47.527414) \u000a10:29:50.949731 run osmo-hlr_10.42.42.2(pid=9037): stderr: \u000a| �[0;m�[1;31m20221213102947704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102947704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102947704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102947704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102947704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102947705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102947717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102947726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102947726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102947726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:50.992447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9029): Terminating (SIGTERM)\u000a10:29:51.032881 run iperf3-srv_10.42.42.10(pid=9030): Terminating (SIGTERM)\u000a10:29:51.073932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9031): Terminating (SIGTERM)\u000a10:29:51.114765 run iperf3-srv_10.42.42.10(pid=9032): Terminating (SIGTERM)\u000a10:29:51.154815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9036): Terminating (SIGTERM)\u000a10:29:51.194895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9039): Terminating (SIGTERM)\u000a10:29:51.234983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9042): Terminating (SIGTERM)\u000a10:29:51.244308 --- ParallelTerminationStrategy: PID 9029 died...\u000a10:29:51.298318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9029): Terminated: ok {rc=0}\u000a10:29:51.308124 --- ParallelTerminationStrategy: PID 9030 died...\u000a10:29:51.361391 run iperf3-srv_10.42.42.10(pid=9030): Terminated {rc=256}\u000a10:29:51.370882 --- ParallelTerminationStrategy: PID 9031 died...\u000a10:29:51.423906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9031): Terminated: ok {rc=0}\u000a10:29:51.433615 --- ParallelTerminationStrategy: PID 9032 died...\u000a10:29:51.486615 run iperf3-srv_10.42.42.10(pid=9032): Terminated {rc=256}\u000a10:29:51.496205 --- ParallelTerminationStrategy: PID 9036 died...\u000a10:29:51.549522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9036): Terminated: ok {rc=0}\u000a10:29:51.559131 --- ParallelTerminationStrategy: PID 9039 died...\u000a10:29:51.612631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9039): Terminated: ok {rc=0}\u000a10:29:51.622320 --- ParallelTerminationStrategy: PID 9042 died...\u000a10:29:51.675773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9042): Terminated: ok {rc=0}\u000a10:29:51.765680 bus /gobi_0: Setting Powered False\u000a10:29:52.870807 bus /gobi_0: Setting Powered False\u000a10:29:53.982822 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9052): Process ended prematurely: osmo-stp_10.42.42.5(pid=9052) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9052)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9052): Process ended prematurely: osmo-stp_10.42.42.5(pid=9052) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:29:55.095313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.107008 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:29:55.270199 tst iperf3.py: using LAC 33322\u000a10:29:55.394240 tst iperf3.py: using RAC 172\u000a10:29:55.518209 tst iperf3.py: using CellId 33322\u000a10:29:55.641967 tst iperf3.py: using BVCI 33323\u000a10:29:55.665842 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.676679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.687387 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.698102 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.708691 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.719798 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.730803 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.741571 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:55.752463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:56.053674 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:29:56.193624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:56.540121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9044): Launched\u000a10:29:56.831041 run iperf3-srv_10.42.42.10(pid=9045): Launched\u000a10:29:57.036153 tst iperf3.py:8: start network...\u000a10:29:57.176098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:57.709770 run create_hlr_db(pid=9046): Launched\u000a10:29:57.903625 bus /gobi_6: Setting Powered False\u000a10:29:58.923895 run create_hlr_db(pid=9046): Terminated: ok {rc=0}\u000a10:29:59.343970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9048): Launched\u000a10:29:59.658192 run osmo-hlr_10.42.42.2(pid=9049): Launched\u000a10:29:59.781791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:00.326008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9051): Launched\u000a10:30:00.641952 run osmo-stp_10.42.42.5(pid=9052): Launched\u000a10:30:00.755353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:01.372486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9054): Launched\u000a10:30:01.497519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:01.829570 run patchelf(pid=9055): Launched\u000a10:30:02.046655 run osmo-stp_10.42.42.5(pid=9052): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9052)]\u000a10:30:02.193908 run osmo-stp_10.42.42.5(pid=9052): stdout: \u000a| (launched: 2022-12-13_10:30:00.484163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:02.341759 run osmo-stp_10.42.42.5(pid=9052): stderr: \u000a| �[0;m�[38;5;43m20221213103000655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103000655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103000656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103000656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103000657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103000657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103000657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:02.480598 run osmo-stp_10.42.42.5(pid=9052): stdout: \u000a| (launched: 2022-12-13_10:30:00.484163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:02.618498 run osmo-stp_10.42.42.5(pid=9052): stderr: \u000a| �[0;m�[38;5;43m20221213103000655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103000655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103000656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103000656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103000657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103000657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103000657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:02.779356 run patchelf(pid=9055): Terminating (SIGINT)\u000a10:30:02.967492 run patchelf(pid=9055): Terminated: ok {rc=0}\u000a10:30:03.002219 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9052): Process ended prematurely: osmo-stp_10.42.42.5(pid=9052) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9052)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:30:03.012192 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:30:03.077514 run osmo-hlr_10.42.42.2(pid=9049): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9049)]\u000a10:30:03.130944 run osmo-hlr_10.42.42.2(pid=9049): stdout: \u000a| (launched: 2022-12-13_10:29:59.502842) \u000a10:30:03.185165 run osmo-hlr_10.42.42.2(pid=9049): stderr: \u000a| �[0;m�[1;31m20221213102959680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213102959680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213102959680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102959680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213102959680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213102959680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213102959692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213102959703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213102959703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213102959703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:03.231228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9044): Terminating (SIGTERM)\u000a10:30:03.274546 run iperf3-srv_10.42.42.10(pid=9045): Terminating (SIGTERM)\u000a10:30:03.318203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9048): Terminating (SIGTERM)\u000a10:30:03.361457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9051): Terminating (SIGTERM)\u000a10:30:03.404753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9054): Terminating (SIGTERM)\u000a10:30:03.414762 --- ParallelTerminationStrategy: PID 9044 died...\u000a10:30:03.472785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9044): Terminated: ok {rc=0}\u000a10:30:03.483102 --- ParallelTerminationStrategy: PID 9045 died...\u000a10:30:03.540577 run iperf3-srv_10.42.42.10(pid=9045): Terminated {rc=256}\u000a10:30:03.550767 --- ParallelTerminationStrategy: PID 9048 died...\u000a10:30:03.608670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9048): Terminated: ok {rc=0}\u000a10:30:03.618917 --- ParallelTerminationStrategy: PID 9051 died...\u000a10:30:03.676686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9051): Terminated: ok {rc=0}\u000a10:30:03.686902 --- ParallelTerminationStrategy: PID 9054 died...\u000a10:30:03.744623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9054): Terminated: ok {rc=0}\u000a10:30:03.833499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9073): Process ended prematurely: osmo-stp_10.42.42.5(pid=9073) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9073): Process ended prematurely: osmo-stp_10.42.42.5(pid=9073) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:30:04.952504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:04.964724 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:30:05.133360 tst iperf3m4.py: using LAC 33323\u000a10:30:05.264557 tst iperf3m4.py: using RAC 173\u000a10:30:05.394965 tst iperf3m4.py: using CellId 33323\u000a10:30:05.527284 tst iperf3m4.py: using BVCI 33324\u000a10:30:05.552806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.564214 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.575487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.587109 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.598626 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.610224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.621907 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.633347 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:05.645224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:05.766449 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:05.887858 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:06.011407 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:06.299832 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:06.430827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:06.757006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9059): Launched\u000a10:30:07.029721 run iperf3-srv_10.42.42.10(pid=9060): Launched\u000a10:30:07.219337 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:30:07.348835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:07.674496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9061): Launched\u000a10:30:07.946769 run iperf3-srv_10.42.42.10(pid=9062): Launched\u000a10:30:08.137995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:30:08.267723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:08.594360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9063): Launched\u000a10:30:08.866275 run iperf3-srv_10.42.42.10(pid=9064): Launched\u000a10:30:09.055513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:30:09.184734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:09.511618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9065): Launched\u000a10:30:09.783806 run iperf3-srv_10.42.42.10(pid=9066): Launched\u000a10:30:09.973791 tst iperf3m4.py:8: start network...\u000a10:30:10.104443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:10.606407 run create_hlr_db(pid=9067): Launched\u000a10:30:10.785100 bus /gobi_6: Setting Powered False\u000a10:30:11.806378 run create_hlr_db(pid=9067): Terminated: ok {rc=0}\u000a10:30:12.253437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9069): Launched\u000a10:30:12.591790 run osmo-hlr_10.42.42.2(pid=9070): Launched\u000a10:30:12.713145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:13.300524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9072): Launched\u000a10:30:13.639881 run osmo-stp_10.42.42.5(pid=9073): Launched\u000a10:30:13.761934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:14.348073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9075): Launched\u000a10:30:14.468016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:14.763362 run patchelf(pid=9076): Launched\u000a10:30:14.958105 run osmo-stp_10.42.42.5(pid=9073): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)]\u000a10:30:15.100479 run osmo-stp_10.42.42.5(pid=9073): stdout: \u000a| (launched: 2022-12-13_10:30:13.471091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:15.243062 run osmo-stp_10.42.42.5(pid=9073): stderr: \u000a| �[0;m�[38;5;43m20221213103013664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103013664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103013665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103013665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103013666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103013666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103013666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:15.381087 run osmo-stp_10.42.42.5(pid=9073): stdout: \u000a| (launched: 2022-12-13_10:30:13.471091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:15.517846 run osmo-stp_10.42.42.5(pid=9073): stderr: \u000a| �[0;m�[38;5;43m20221213103013664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103013664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103013665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103013665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103013666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103013666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103013666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:15.678270 run patchelf(pid=9076): Terminating (SIGINT)\u000a10:30:15.866495 run patchelf(pid=9076): Terminated: ok {rc=0}\u000a10:30:15.901645 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9073): Process ended prematurely: osmo-stp_10.42.42.5(pid=9073) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:30:15.912247 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:30:15.978220 run osmo-hlr_10.42.42.2(pid=9070): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9070)]\u000a10:30:16.031968 run osmo-hlr_10.42.42.2(pid=9070): stdout: \u000a| (launched: 2022-12-13_10:30:12.423361) \u000a10:30:16.086630 run osmo-hlr_10.42.42.2(pid=9070): stderr: \u000a| �[0;m�[1;31m20221213103012621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103012621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103012621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103012621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103012621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103012621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103012633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103012643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103012643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103012643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:16.133968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9059): Terminating (SIGTERM)\u000a10:30:16.180530 run iperf3-srv_10.42.42.10(pid=9060): Terminating (SIGTERM)\u000a10:30:16.226991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9061): Terminating (SIGTERM)\u000a10:30:16.273567 run iperf3-srv_10.42.42.10(pid=9062): Terminating (SIGTERM)\u000a10:30:16.319960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9063): Terminating (SIGTERM)\u000a10:30:16.365434 run iperf3-srv_10.42.42.10(pid=9064): Terminating (SIGTERM)\u000a10:30:16.412889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9065): Terminating (SIGTERM)\u000a10:30:16.459600 run iperf3-srv_10.42.42.10(pid=9066): Terminating (SIGTERM)\u000a10:30:16.506258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9069): Terminating (SIGTERM)\u000a10:30:16.552930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9072): Terminating (SIGTERM)\u000a10:30:16.598482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9075): Terminating (SIGTERM)\u000a10:30:16.608808 --- ParallelTerminationStrategy: PID 9059 died...\u000a10:30:16.669455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9059): Terminated: ok {rc=0}\u000a10:30:16.681737 --- ParallelTerminationStrategy: PID 9060 died...\u000a10:30:16.740106 run iperf3-srv_10.42.42.10(pid=9060): Terminated {rc=256}\u000a10:30:16.752108 --- ParallelTerminationStrategy: PID 9061 died...\u000a10:30:16.810875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9061): Terminated: ok {rc=0}\u000a10:30:16.822734 --- ParallelTerminationStrategy: PID 9062 died...\u000a10:30:16.881444 run iperf3-srv_10.42.42.10(pid=9062): Terminated {rc=256}\u000a10:30:16.893261 --- ParallelTerminationStrategy: PID 9063 died...\u000a10:30:16.951853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9063): Terminated: ok {rc=0}\u000a10:30:16.963788 --- ParallelTerminationStrategy: PID 9064 died...\u000a10:30:17.022446 run iperf3-srv_10.42.42.10(pid=9064): Terminated {rc=256}\u000a10:30:17.033760 --- ParallelTerminationStrategy: PID 9065 died...\u000a10:30:17.103039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9065): Terminated: ok {rc=0}\u000a10:30:17.115212 --- ParallelTerminationStrategy: PID 9066 died...\u000a10:30:17.170988 run iperf3-srv_10.42.42.10(pid=9066): Terminated {rc=256}\u000a10:30:17.181752 --- ParallelTerminationStrategy: PID 9069 died...\u000a10:30:17.236258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9069): Terminated: ok {rc=0}\u000a10:30:17.246049 --- ParallelTerminationStrategy: PID 9072 died...\u000a10:30:17.299367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9072): Terminated: ok {rc=0}\u000a10:30:17.309139 --- ParallelTerminationStrategy: PID 9075 died...\u000a10:30:17.362884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9075): Terminated: ok {rc=0}\u000a10:30:17.452171 bus /gobi_4: Setting Powered False\u000a10:30:18.555883 bus /gobi_4: Setting Powered False\u000a10:30:19.669270 bus /gobi_1: Setting Powered False\u000a10:30:20.776799 bus /gobi_1: Setting Powered False\u000a10:30:21.886684 bus /gobi_0: Setting Powered False\u000a10:30:22.993401 bus /gobi_0: Setting Powered False\u000a10:30:24.107646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9083): Process ended prematurely: osmo-stp_10.42.42.5(pid=9083) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9083)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9083): Process ended prematurely: osmo-stp_10.42.42.5(pid=9083) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:30:25.174974 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.186824 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:30:25.344779 tst ping.py: using LAC 33324\u000a10:30:25.468240 tst ping.py: using RAC 174\u000a10:30:25.590828 tst ping.py: using CellId 33324\u000a10:30:25.712427 tst ping.py: using BVCI 33325\u000a10:30:25.735839 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.746925 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.757732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.768466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.779174 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.790408 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.801826 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:25.812561 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:26.093859 tst ping.py:19: start network...\u000a10:30:26.222433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:26.715864 run create_hlr_db(pid=9077): Launched\u000a10:30:26.892794 bus /gobi_6: Setting Powered False\u000a10:30:27.913510 run create_hlr_db(pid=9077): Terminated: ok {rc=0}\u000a10:30:28.355838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9079): Launched\u000a10:30:28.688500 run osmo-hlr_10.42.42.2(pid=9080): Launched\u000a10:30:28.810126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:29.389237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9082): Launched\u000a10:30:29.720903 run osmo-stp_10.42.42.5(pid=9083): Launched\u000a10:30:29.840365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:30.418413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9085): Launched\u000a10:30:30.535693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:30.824386 run patchelf(pid=9086): Launched\u000a10:30:31.035009 run osmo-stp_10.42.42.5(pid=9083): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9083)]\u000a10:30:31.171612 run osmo-stp_10.42.42.5(pid=9083): stdout: \u000a| (launched: 2022-12-13_10:30:29.556312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:31.308440 run osmo-stp_10.42.42.5(pid=9083): stderr: \u000a| �[0;m�[38;5;43m20221213103029747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103029747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103029748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103029748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103029749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103029749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103029749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:31.439256 run osmo-stp_10.42.42.5(pid=9083): stdout: \u000a| (launched: 2022-12-13_10:30:29.556312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:31.570740 run osmo-stp_10.42.42.5(pid=9083): stderr: \u000a| �[0;m�[38;5;43m20221213103029747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103029747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103029748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103029748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103029749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103029749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103029749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:31.723027 run patchelf(pid=9086): Terminating (SIGINT)\u000a10:30:31.902899 run patchelf(pid=9086): Terminated: ok {rc=0}\u000a10:30:31.935564 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9083): Process ended prematurely: osmo-stp_10.42.42.5(pid=9083) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9083)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:30:31.945016 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:30:32.007821 run osmo-hlr_10.42.42.2(pid=9080): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9080)]\u000a10:30:32.061199 run osmo-hlr_10.42.42.2(pid=9080): stdout: \u000a| (launched: 2022-12-13_10:30:28.523138) \u000a10:30:32.114364 run osmo-hlr_10.42.42.2(pid=9080): stderr: \u000a| �[0;m�[1;31m20221213103028719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103028719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103028719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103028719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103028719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103028719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103028731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103028740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103028740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103028740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:32.158940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9079): Terminating (SIGTERM)\u000a10:30:32.203576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9082): Terminating (SIGTERM)\u000a10:30:32.244999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9085): Terminating (SIGTERM)\u000a10:30:32.254522 --- ParallelTerminationStrategy: PID 9079 died...\u000a10:30:32.309633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9079): Terminated: ok {rc=0}\u000a10:30:32.319578 --- ParallelTerminationStrategy: PID 9082 died...\u000a10:30:32.373912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9082): Terminated: ok {rc=0}\u000a10:30:32.383797 --- ParallelTerminationStrategy: PID 9085 died...\u000a10:30:32.438493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9085): Terminated: ok {rc=0}\u000a10:30:32.524300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9093): Process ended prematurely: osmo-stp_10.42.42.5(pid=9093) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9093)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9093): Process ended prematurely: osmo-stp_10.42.42.5(pid=9093) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:30:33.578547 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:33.591242 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:30:33.761607 tst ping_idle_ping.py: using LAC 33325\u000a10:30:33.891633 tst ping_idle_ping.py: using RAC 175\u000a10:30:34.020487 tst ping_idle_ping.py: using CellId 33325\u000a10:30:34.150994 tst ping_idle_ping.py: using BVCI 33326\u000a10:30:34.176247 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.187857 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.199238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.210857 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.222419 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.234154 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.245826 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:34.257426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:34.558498 tst ping_idle_ping.py:24: start network...\u000a10:30:34.697610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:35.227007 run create_hlr_db(pid=9087): Launched\u000a10:30:35.418540 bus /gobi_6: Setting Powered False\u000a10:30:36.438681 run create_hlr_db(pid=9087): Terminated: ok {rc=0}\u000a10:30:36.855484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9089): Launched\u000a10:30:37.165674 run osmo-hlr_10.42.42.2(pid=9090): Launched\u000a10:30:37.278533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:37.815540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9092): Launched\u000a10:30:38.123938 run osmo-stp_10.42.42.5(pid=9093): Launched\u000a10:30:38.236307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:38.772919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9095): Launched\u000a10:30:38.882370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:39.151807 run patchelf(pid=9096): Launched\u000a10:30:39.331482 run osmo-stp_10.42.42.5(pid=9093): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9093)]\u000a10:30:39.462614 run osmo-stp_10.42.42.5(pid=9093): stdout: \u000a| (launched: 2022-12-13_10:30:37.971032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:39.593721 run osmo-stp_10.42.42.5(pid=9093): stderr: \u000a| �[0;m�[38;5;43m20221213103038142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103038142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103038142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103038142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103038143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103038143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103038143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:39.720250 run osmo-stp_10.42.42.5(pid=9093): stdout: \u000a| (launched: 2022-12-13_10:30:37.971032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:39.845948 run osmo-stp_10.42.42.5(pid=9093): stderr: \u000a| �[0;m�[38;5;43m20221213103038142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103038142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103038142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103038142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103038143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103038143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103038143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:39.992364 run patchelf(pid=9096): Terminating (SIGINT)\u000a10:30:40.164711 run patchelf(pid=9096): Terminated: ok {rc=0}\u000a10:30:40.196042 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9093): Process ended prematurely: osmo-stp_10.42.42.5(pid=9093) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9093)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:30:40.204680 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:30:40.265430 run osmo-hlr_10.42.42.2(pid=9090): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9090)]\u000a10:30:40.314764 run osmo-hlr_10.42.42.2(pid=9090): stdout: \u000a| (launched: 2022-12-13_10:30:37.011515) \u000a10:30:40.364795 run osmo-hlr_10.42.42.2(pid=9090): stderr: \u000a| �[0;m�[1;31m20221213103037185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103037185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103037185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103037185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103037185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103037185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103037198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103037206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103037207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103037207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:40.407175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9089): Terminating (SIGTERM)\u000a10:30:40.447088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9092): Terminating (SIGTERM)\u000a10:30:40.487169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9095): Terminating (SIGTERM)\u000a10:30:40.496470 --- ParallelTerminationStrategy: PID 9089 died...\u000a10:30:40.550073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9089): Terminated: ok {rc=0}\u000a10:30:40.559747 --- ParallelTerminationStrategy: PID 9092 died...\u000a10:30:40.613032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9092): Terminated: ok {rc=0}\u000a10:30:40.622726 --- ParallelTerminationStrategy: PID 9095 died...\u000a10:30:40.676049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9095): Terminated: ok {rc=0}\u000a10:30:40.760093 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9112): Process ended prematurely: osmo-stp_10.42.42.5(pid=9112) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9112)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9112): Process ended prematurely: osmo-stp_10.42.42.5(pid=9112) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:30:42.920277 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:42.931397 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:30:43.092206 tst cs_paging_gprs_active.py: using LAC 33326\u000a10:30:43.214253 tst cs_paging_gprs_active.py: using RAC 176\u000a10:30:43.338586 tst cs_paging_gprs_active.py: using CellId 33326\u000a10:30:43.463103 tst cs_paging_gprs_active.py: using BVCI 33327\u000a10:30:43.487066 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.498010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.508706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.519444 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.530131 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.540889 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.551692 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.562325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:43.573140 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:43.697309 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:43.985866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:30:44.116229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:44.444344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9102): Launched\u000a10:30:44.716295 run iperf3-srv_10.42.42.10(pid=9103): Launched\u000a10:30:44.906624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:30:45.036597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:45.363533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9104): Launched\u000a10:30:45.635478 run iperf3-srv_10.42.42.10(pid=9105): Launched\u000a10:30:45.825903 tst cs_paging_gprs_active.py:38: start network...\u000a10:30:45.975750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:46.494066 run create_hlr_db(pid=9106): Launched\u000a10:30:46.698051 bus /gobi_6: Setting Powered False\u000a10:30:47.710551 run create_hlr_db(pid=9106): Terminated: ok {rc=0}\u000a10:30:48.134872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9108): Launched\u000a10:30:48.450211 run osmo-hlr_10.42.42.2(pid=9109): Launched\u000a10:30:48.565320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:49.109173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9111): Launched\u000a10:30:49.424511 run osmo-stp_10.42.42.5(pid=9112): Launched\u000a10:30:49.537430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:50.083171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9114): Launched\u000a10:30:50.194767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:50.470367 run patchelf(pid=9115): Launched\u000a10:30:50.652895 run osmo-stp_10.42.42.5(pid=9112): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9112)]\u000a10:30:50.786149 run osmo-stp_10.42.42.5(pid=9112): stdout: \u000a| (launched: 2022-12-13_10:30:49.267348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:50.919508 run osmo-stp_10.42.42.5(pid=9112): stderr: \u000a| �[0;m�[38;5;43m20221213103049439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103049439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103049439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103049439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103049440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103049440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103049440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:51.048501 run osmo-stp_10.42.42.5(pid=9112): stdout: \u000a| (launched: 2022-12-13_10:30:49.267348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:51.176671 run osmo-stp_10.42.42.5(pid=9112): stderr: \u000a| �[0;m�[38;5;43m20221213103049439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103049439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103049439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103049439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103049440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103049440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103049440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:51.326461 run patchelf(pid=9115): Terminating (SIGINT)\u000a10:30:51.502053 run patchelf(pid=9115): Terminated: ok {rc=0}\u000a10:30:51.534211 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9112): Process ended prematurely: osmo-stp_10.42.42.5(pid=9112) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9112)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:30:51.543542 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:30:51.603450 run osmo-hlr_10.42.42.2(pid=9109): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9109)]\u000a10:30:51.652540 run osmo-hlr_10.42.42.2(pid=9109): stdout: \u000a| (launched: 2022-12-13_10:30:48.293257) \u000a10:30:51.702162 run osmo-hlr_10.42.42.2(pid=9109): stderr: \u000a| �[0;m�[1;31m20221213103048470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103048470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103048470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103048471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103048471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103048471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103048486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103048494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103048494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103048494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:51.744498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9102): Terminating (SIGTERM)\u000a10:30:51.784300 run iperf3-srv_10.42.42.10(pid=9103): Terminating (SIGTERM)\u000a10:30:51.825066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9104): Terminating (SIGTERM)\u000a10:30:51.867210 run iperf3-srv_10.42.42.10(pid=9105): Terminating (SIGTERM)\u000a10:30:51.907946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9108): Terminating (SIGTERM)\u000a10:30:51.947501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9111): Terminating (SIGTERM)\u000a10:30:51.987044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9114): Terminating (SIGTERM)\u000a10:30:51.996218 --- ParallelTerminationStrategy: PID 9102 died...\u000a10:30:52.049103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9102): Terminated: ok {rc=0}\u000a10:30:52.058601 --- ParallelTerminationStrategy: PID 9103 died...\u000a10:30:52.111179 run iperf3-srv_10.42.42.10(pid=9103): Terminated {rc=256}\u000a10:30:52.120622 --- ParallelTerminationStrategy: PID 9104 died...\u000a10:30:52.173439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9104): Terminated: ok {rc=0}\u000a10:30:52.182885 --- ParallelTerminationStrategy: PID 9105 died...\u000a10:30:52.235627 run iperf3-srv_10.42.42.10(pid=9105): Terminated {rc=256}\u000a10:30:52.245162 --- ParallelTerminationStrategy: PID 9108 died...\u000a10:30:52.297920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9108): Terminated: ok {rc=0}\u000a10:30:52.307437 --- ParallelTerminationStrategy: PID 9111 died...\u000a10:30:52.360711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9111): Terminated: ok {rc=0}\u000a10:30:52.370284 --- ParallelTerminationStrategy: PID 9114 died...\u000a10:30:52.422966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9114): Terminated: ok {rc=0}\u000a10:30:52.511508 bus /gobi_0: Setting Powered False\u000a10:30:53.614517 bus /gobi_0: Setting Powered False\u000a10:30:54.726280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9127): Process ended prematurely: osmo-stp_10.42.42.5(pid=9127) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9127)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9127): Process ended prematurely: osmo-stp_10.42.42.5(pid=9127) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:30:55.838195 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:55.850008 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:30:56.013662 tst iperf3.py: using LAC 33327\u000a10:30:56.139996 tst iperf3.py: using RAC 177\u000a10:30:56.259846 tst iperf3.py: using CellId 33327\u000a10:30:56.380444 tst iperf3.py: using BVCI 33328\u000a10:30:56.404544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.415532 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.426382 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.437331 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.447959 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.458790 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.469642 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.480531 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:56.491423 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:56.776820 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:56.906821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:57.232474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9119): Launched\u000a10:30:57.505088 run iperf3-srv_10.42.42.10(pid=9120): Launched\u000a10:30:57.695126 tst iperf3.py:8: start network...\u000a10:30:57.824740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:58.324560 run create_hlr_db(pid=9121): Launched\u000a10:30:58.504066 bus /gobi_6: Setting Powered False\u000a10:30:59.524818 run create_hlr_db(pid=9121): Terminated: ok {rc=0}\u000a10:30:59.970409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9123): Launched\u000a10:31:00.308136 run osmo-hlr_10.42.42.2(pid=9124): Launched\u000a10:31:00.432666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:01.061120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9126): Launched\u000a10:31:01.453530 run osmo-stp_10.42.42.5(pid=9127): Launched\u000a10:31:01.621282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:02.300747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9129): Launched\u000a10:31:02.421403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:02.715430 run patchelf(pid=9130): Launched\u000a10:31:02.910278 run osmo-stp_10.42.42.5(pid=9127): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9127)]\u000a10:31:03.052537 run osmo-stp_10.42.42.5(pid=9127): stdout: \u000a| (launched: 2022-12-13_10:31:01.224566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:03.195167 run osmo-stp_10.42.42.5(pid=9127): stderr: \u000a| �[0;m�[38;5;43m20221213103101566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103101566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103101566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103101567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103101567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103101567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103101567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:03.333619 run osmo-stp_10.42.42.5(pid=9127): stdout: \u000a| (launched: 2022-12-13_10:31:01.224566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:03.470349 run osmo-stp_10.42.42.5(pid=9127): stderr: \u000a| �[0;m�[38;5;43m20221213103101566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103101566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103101566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103101567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103101567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103101567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103101567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:03.630294 run patchelf(pid=9130): Terminating (SIGINT)\u000a10:31:03.817457 run patchelf(pid=9130): Terminated: ok {rc=0}\u000a10:31:03.851596 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9127): Process ended prematurely: osmo-stp_10.42.42.5(pid=9127) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9127)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:31:03.861683 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a10:31:03.925683 run osmo-hlr_10.42.42.2(pid=9124): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9124)]\u000a10:31:03.977803 run osmo-hlr_10.42.42.2(pid=9124): stdout: \u000a| (launched: 2022-12-13_10:31:00.140693) \u000a10:31:04.030710 run osmo-hlr_10.42.42.2(pid=9124): stderr: \u000a| �[0;m�[1;31m20221213103100338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103100338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103100338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103100338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103100338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103100339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103100351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103100361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103100361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103100362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:04.075936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9119): Terminating (SIGTERM)\u000a10:31:04.119160 run iperf3-srv_10.42.42.10(pid=9120): Terminating (SIGTERM)\u000a10:31:04.161851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9123): Terminating (SIGTERM)\u000a10:31:04.204473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9126): Terminating (SIGTERM)\u000a10:31:04.247575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9129): Terminating (SIGTERM)\u000a10:31:04.257466 --- ParallelTerminationStrategy: PID 9119 died...\u000a10:31:04.314579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9119): Terminated: ok {rc=0}\u000a10:31:04.324805 --- ParallelTerminationStrategy: PID 9120 died...\u000a10:31:04.381472 run iperf3-srv_10.42.42.10(pid=9120): Terminated {rc=256}\u000a10:31:04.391628 --- ParallelTerminationStrategy: PID 9123 died...\u000a10:31:04.448506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9123): Terminated: ok {rc=0}\u000a10:31:04.458675 --- ParallelTerminationStrategy: PID 9126 died...\u000a10:31:04.515603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9126): Terminated: ok {rc=0}\u000a10:31:04.525931 --- ParallelTerminationStrategy: PID 9129 died...\u000a10:31:04.582540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9129): Terminated: ok {rc=0}\u000a10:31:04.673565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9145): Process ended prematurely: osmo-stp_10.42.42.5(pid=9145) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9145): Process ended prematurely: osmo-stp_10.42.42.5(pid=9145) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:31:05.790819 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:05.803270 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:05.971648 tst iperf3m4.py: using LAC 33328\u000a10:31:06.105496 tst iperf3m4.py: using RAC 178\u000a10:31:06.239645 tst iperf3m4.py: using CellId 33328\u000a10:31:06.368106 tst iperf3m4.py: using BVCI 33329\u000a10:31:06.393702 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.405060 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.416334 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.427621 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.439150 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.450768 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.462680 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.474220 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:06.486188 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:06.606560 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:06.734381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:06.858132 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:07.146533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:31:07.277278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:07.602517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9131): Launched\u000a10:31:07.874219 run iperf3-srv_10.42.42.10(pid=9132): Launched\u000a10:31:08.064182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:31:08.194271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:08.521786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9133): Launched\u000a10:31:08.793507 run iperf3-srv_10.42.42.10(pid=9134): Launched\u000a10:31:08.983285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:31:09.112784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:09.440388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9135): Launched\u000a10:31:09.711970 run iperf3-srv_10.42.42.10(pid=9136): Launched\u000a10:31:09.902591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:31:10.032182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:10.358640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9137): Launched\u000a10:31:10.631112 run iperf3-srv_10.42.42.10(pid=9138): Launched\u000a10:31:10.821367 tst iperf3m4.py:8: start network...\u000a10:31:10.951144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:11.453622 run create_hlr_db(pid=9139): Launched\u000a10:31:11.632569 bus /gobi_6: Setting Powered False\u000a10:31:12.655610 run create_hlr_db(pid=9139): Terminated: ok {rc=0}\u000a10:31:13.073120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9141): Launched\u000a10:31:13.390551 run osmo-hlr_10.42.42.2(pid=9142): Launched\u000a10:31:13.504011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:14.046302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9144): Launched\u000a10:31:14.361021 run osmo-stp_10.42.42.5(pid=9145): Launched\u000a10:31:14.472754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:15.019759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9147): Launched\u000a10:31:15.130932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:15.406144 run patchelf(pid=9148): Launched\u000a10:31:15.588407 run osmo-stp_10.42.42.5(pid=9145): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)]\u000a10:31:15.721545 run osmo-stp_10.42.42.5(pid=9145): stdout: \u000a| (launched: 2022-12-13_10:31:14.204142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:15.864524 run osmo-stp_10.42.42.5(pid=9145): stderr: \u000a| �[0;m�[38;5;43m20221213103114374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103114375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103114375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103114375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103114376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103114376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103114376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:15.999845 run osmo-stp_10.42.42.5(pid=9145): stdout: \u000a| (launched: 2022-12-13_10:31:14.204142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:16.130403 run osmo-stp_10.42.42.5(pid=9145): stderr: \u000a| �[0;m�[38;5;43m20221213103114374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103114375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103114375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103114375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103114376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103114376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103114376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:16.300769 run patchelf(pid=9148): Terminating (SIGINT)\u000a10:31:16.488135 run patchelf(pid=9148): Terminated: ok {rc=0}\u000a10:31:16.524410 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9145): Process ended prematurely: osmo-stp_10.42.42.5(pid=9145) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:31:16.535117 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:31:16.600522 run osmo-hlr_10.42.42.2(pid=9142): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9142)]\u000a10:31:16.653892 run osmo-hlr_10.42.42.2(pid=9142): stdout: \u000a| (launched: 2022-12-13_10:31:13.232841) \u000a10:31:16.706831 run osmo-hlr_10.42.42.2(pid=9142): stderr: \u000a| �[0;m�[1;31m20221213103113410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103113411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103113411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103113411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103113411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103113411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103113426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103113434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103113434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103113434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:16.752509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9131): Terminating (SIGTERM)\u000a10:31:16.795496 run iperf3-srv_10.42.42.10(pid=9132): Terminating (SIGTERM)\u000a10:31:16.840421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9133): Terminating (SIGTERM)\u000a10:31:16.886538 run iperf3-srv_10.42.42.10(pid=9134): Terminating (SIGTERM)\u000a10:31:16.930246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9135): Terminating (SIGTERM)\u000a10:31:16.973078 run iperf3-srv_10.42.42.10(pid=9136): Terminating (SIGTERM)\u000a10:31:17.015967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9137): Terminating (SIGTERM)\u000a10:31:17.058876 run iperf3-srv_10.42.42.10(pid=9138): Terminating (SIGTERM)\u000a10:31:17.100824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9141): Terminating (SIGTERM)\u000a10:31:17.142824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9144): Terminating (SIGTERM)\u000a10:31:17.184548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9147): Terminating (SIGTERM)\u000a10:31:17.194128 --- ParallelTerminationStrategy: PID 9131 died...\u000a10:31:17.251863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9131): Terminated: ok {rc=0}\u000a10:31:17.261835 --- ParallelTerminationStrategy: PID 9132 died...\u000a10:31:17.316782 run iperf3-srv_10.42.42.10(pid=9132): Terminated {rc=256}\u000a10:31:17.326609 --- ParallelTerminationStrategy: PID 9133 died...\u000a10:31:17.382091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9133): Terminated: ok {rc=0}\u000a10:31:17.391901 --- ParallelTerminationStrategy: PID 9134 died...\u000a10:31:17.447065 run iperf3-srv_10.42.42.10(pid=9134): Terminated {rc=256}\u000a10:31:17.456881 --- ParallelTerminationStrategy: PID 9135 died...\u000a10:31:17.512228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9135): Terminated: ok {rc=0}\u000a10:31:17.522098 --- ParallelTerminationStrategy: PID 9136 died...\u000a10:31:17.577336 run iperf3-srv_10.42.42.10(pid=9136): Terminated {rc=256}\u000a10:31:17.587157 --- ParallelTerminationStrategy: PID 9137 died...\u000a10:31:17.642554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9137): Terminated: ok {rc=0}\u000a10:31:17.652429 --- ParallelTerminationStrategy: PID 9138 died...\u000a10:31:17.707625 run iperf3-srv_10.42.42.10(pid=9138): Terminated {rc=256}\u000a10:31:17.717540 --- ParallelTerminationStrategy: PID 9141 died...\u000a10:31:17.772731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9141): Terminated: ok {rc=0}\u000a10:31:17.782672 --- ParallelTerminationStrategy: PID 9144 died...\u000a10:31:17.837918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9144): Terminated: ok {rc=0}\u000a10:31:17.847769 --- ParallelTerminationStrategy: PID 9147 died...\u000a10:31:17.902822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9147): Terminated: ok {rc=0}\u000a10:31:17.992807 bus /gobi_4: Setting Powered False\u000a10:31:19.098743 bus /gobi_4: Setting Powered False\u000a10:31:20.212558 bus /gobi_1: Setting Powered False\u000a10:31:21.318073 bus /gobi_1: Setting Powered False\u000a10:31:22.425758 bus /gobi_0: Setting Powered False\u000a10:31:23.533297 bus /gobi_0: Setting Powered False\u000a10:31:24.647622 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9155): Process ended prematurely: osmo-stp_10.42.42.5(pid=9155) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9155)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9155): Process ended prematurely: osmo-stp_10.42.42.5(pid=9155) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:31:25.716873 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:25.729135 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:25.898694 tst ping.py: using LAC 33329\u000a10:31:26.027222 tst ping.py: using RAC 179\u000a10:31:26.159307 tst ping.py: using CellId 33329\u000a10:31:26.287159 tst ping.py: using BVCI 33330\u000a10:31:26.312362 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.323927 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.335262 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.346765 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.358278 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.369853 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.381520 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.393142 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:26.675437 tst ping.py:19: start network...\u000a10:31:26.802211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:27.296070 run create_hlr_db(pid=9149): Launched\u000a10:31:27.473127 bus /gobi_6: Setting Powered False\u000a10:31:28.493450 run create_hlr_db(pid=9149): Terminated: ok {rc=0}\u000a10:31:28.935655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9151): Launched\u000a10:31:29.265817 run osmo-hlr_10.42.42.2(pid=9152): Launched\u000a10:31:29.385097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:29.967599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9154): Launched\u000a10:31:30.299212 run osmo-stp_10.42.42.5(pid=9155): Launched\u000a10:31:30.419079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:31.033821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9157): Launched\u000a10:31:31.193472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:31.547275 run patchelf(pid=9158): Launched\u000a10:31:31.771786 run osmo-stp_10.42.42.5(pid=9155): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9155)]\u000a10:31:31.906519 run osmo-stp_10.42.42.5(pid=9155): stdout: \u000a| (launched: 2022-12-13_10:31:30.134455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:32.040252 run osmo-stp_10.42.42.5(pid=9155): stderr: \u000a| �[0;m�[38;5;43m20221213103130325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103130325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103130325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103130326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103130326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103130326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103130326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:32.172800 run osmo-stp_10.42.42.5(pid=9155): stdout: \u000a| (launched: 2022-12-13_10:31:30.134455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:32.300861 run osmo-stp_10.42.42.5(pid=9155): stderr: \u000a| �[0;m�[38;5;43m20221213103130325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103130325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103130325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103130326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103130326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103130326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103130326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:32.447504 run patchelf(pid=9158): Terminating (SIGINT)\u000a10:31:32.620098 run patchelf(pid=9158): Terminated: ok {rc=0}\u000a10:31:32.652746 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9155): Process ended prematurely: osmo-stp_10.42.42.5(pid=9155) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9155)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:31:32.662744 tst ping.py:22: Test FAILED (6.9 sec)\u000a10:31:32.726951 run osmo-hlr_10.42.42.2(pid=9152): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9152)]\u000a10:31:32.779294 run osmo-hlr_10.42.42.2(pid=9152): stdout: \u000a| (launched: 2022-12-13_10:31:29.103051) \u000a10:31:32.832162 run osmo-hlr_10.42.42.2(pid=9152): stderr: \u000a| �[0;m�[1;31m20221213103129301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103129301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103129301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103129301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103129301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103129301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103129313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103129322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103129323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103129323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:32.877236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9151): Terminating (SIGTERM)\u000a10:31:32.919999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9154): Terminating (SIGTERM)\u000a10:31:32.962369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9157): Terminating (SIGTERM)\u000a10:31:32.972235 --- ParallelTerminationStrategy: PID 9151 died...\u000a10:31:33.029804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9151): Terminated: ok {rc=0}\u000a10:31:33.040033 --- ParallelTerminationStrategy: PID 9154 died...\u000a10:31:33.096694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9154): Terminated: ok {rc=0}\u000a10:31:33.106904 --- ParallelTerminationStrategy: PID 9157 died...\u000a10:31:33.163307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9157): Terminated: ok {rc=0}\u000a10:31:33.250727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9165): Process ended prematurely: osmo-stp_10.42.42.5(pid=9165) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9165)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9165): Process ended prematurely: osmo-stp_10.42.42.5(pid=9165) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:31:34.304319 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.319884 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:34.490491 tst ping_idle_ping.py: using LAC 33330\u000a10:31:34.621285 tst ping_idle_ping.py: using RAC 180\u000a10:31:34.750818 tst ping_idle_ping.py: using CellId 33330\u000a10:31:34.879507 tst ping_idle_ping.py: using BVCI 33331\u000a10:31:34.904712 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.916088 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.927415 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.938692 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.950299 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.962065 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.973722 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:34.985558 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:35.267504 tst ping_idle_ping.py:24: start network...\u000a10:31:35.395346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:35.895791 run create_hlr_db(pid=9159): Launched\u000a10:31:36.073104 bus /gobi_6: Setting Powered False\u000a10:31:37.094129 run create_hlr_db(pid=9159): Terminated: ok {rc=0}\u000a10:31:37.534422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9161): Launched\u000a10:31:37.867896 run osmo-hlr_10.42.42.2(pid=9162): Launched\u000a10:31:37.992830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:38.568208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9164): Launched\u000a10:31:38.902778 run osmo-stp_10.42.42.5(pid=9165): Launched\u000a10:31:39.022706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:39.600123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9167): Launched\u000a10:31:39.718518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:40.007288 run patchelf(pid=9168): Launched\u000a10:31:40.188293 run osmo-stp_10.42.42.5(pid=9165): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9165)]\u000a10:31:40.319983 run osmo-stp_10.42.42.5(pid=9165): stdout: \u000a| (launched: 2022-12-13_10:31:38.736221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:40.451929 run osmo-stp_10.42.42.5(pid=9165): stderr: \u000a| �[0;m�[38;5;43m20221213103138927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103138927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103138927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103138927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103138928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103138928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103138928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:40.579510 run osmo-stp_10.42.42.5(pid=9165): stdout: \u000a| (launched: 2022-12-13_10:31:38.736221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:40.706861 run osmo-stp_10.42.42.5(pid=9165): stderr: \u000a| �[0;m�[38;5;43m20221213103138927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103138927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103138927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103138927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103138928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103138928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103138928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:40.855385 run patchelf(pid=9168): Terminating (SIGINT)\u000a10:31:41.028280 run patchelf(pid=9168): Terminated: ok {rc=0}\u000a10:31:41.059632 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9165): Process ended prematurely: osmo-stp_10.42.42.5(pid=9165) [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9165)] [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:31:41.068315 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:31:41.129724 run osmo-hlr_10.42.42.2(pid=9162): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9162)]\u000a10:31:41.179521 run osmo-hlr_10.42.42.2(pid=9162): stdout: \u000a| (launched: 2022-12-13_10:31:37.702949) \u000a10:31:41.229843 run osmo-hlr_10.42.42.2(pid=9162): stderr: \u000a| �[0;m�[1;31m20221213103137900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103137901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103137901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103137901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103137901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103137901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103137913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103137922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103137922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103137922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:41.272623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9161): Terminating (SIGTERM)\u000a10:31:41.313710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9164): Terminating (SIGTERM)\u000a10:31:41.354766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9167): Terminating (SIGTERM)\u000a10:31:41.364168 --- ParallelTerminationStrategy: PID 9161 died...\u000a10:31:41.418445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9161): Terminated: ok {rc=0}\u000a10:31:41.428223 --- ParallelTerminationStrategy: PID 9164 died...\u000a10:31:41.481578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9164): Terminated: ok {rc=0}\u000a10:31:41.491225 --- ParallelTerminationStrategy: PID 9167 died...\u000a10:31:41.544717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9167): Terminated: ok {rc=0}\u000a10:31:41.634413 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:30:42" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9182): Process ended prematurely: osmo-stp_10.42.42.5(pid=9182) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9182): Process ended prematurely: osmo-stp_10.42.42.5(pid=9182) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:31:43.813020 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:43.825088 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:43.978697 tst cs_paging_gprs_active.py: using LAC 33331\u000a10:31:44.110237 tst cs_paging_gprs_active.py: using RAC 181\u000a10:31:44.241643 tst cs_paging_gprs_active.py: using CellId 33331\u000a10:31:44.374678 tst cs_paging_gprs_active.py: using BVCI 33332\u000a10:31:44.400566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.412500 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.424098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.435824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.448454 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.461056 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.473752 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.486226 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:44.499104 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:44.620469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:44.910449 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:31:45.041336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:45.368538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9172): Launched\u000a10:31:45.642515 run iperf3-srv_10.42.42.10(pid=9173): Launched\u000a10:31:45.834533 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:31:45.983765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:46.328268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9174): Launched\u000a10:31:46.622838 run iperf3-srv_10.42.42.10(pid=9175): Launched\u000a10:31:46.840125 tst cs_paging_gprs_active.py:38: start network...\u000a10:31:46.988434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:47.526040 run create_hlr_db(pid=9176): Launched\u000a10:31:47.720291 bus /gobi_6: Setting Powered False\u000a10:31:48.740701 run create_hlr_db(pid=9176): Terminated: ok {rc=0}\u000a10:31:49.188141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9178): Launched\u000a10:31:49.526829 run osmo-hlr_10.42.42.2(pid=9179): Launched\u000a10:31:49.650834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:50.235710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9181): Launched\u000a10:31:50.573478 run osmo-stp_10.42.42.5(pid=9182): Launched\u000a10:31:50.696324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:51.282748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9184): Launched\u000a10:31:51.403205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:51.700506 run patchelf(pid=9185): Launched\u000a10:31:51.897354 run osmo-stp_10.42.42.5(pid=9182): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)]\u000a10:31:52.039964 run osmo-stp_10.42.42.5(pid=9182): stdout: \u000a| (launched: 2022-12-13_10:31:50.406451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:52.182758 run osmo-stp_10.42.42.5(pid=9182): stderr: \u000a| �[0;m�[38;5;43m20221213103150598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103150598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103150598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103150599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103150599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103150599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103150599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:52.321118 run osmo-stp_10.42.42.5(pid=9182): stdout: \u000a| (launched: 2022-12-13_10:31:50.406451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:52.458428 run osmo-stp_10.42.42.5(pid=9182): stderr: \u000a| �[0;m�[38;5;43m20221213103150598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103150598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103150598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103150599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103150599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103150599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103150599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:52.618349 run patchelf(pid=9185): Terminating (SIGINT)\u000a10:31:52.806812 run patchelf(pid=9185): Terminated: ok {rc=0}\u000a10:31:52.841446 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9182): Process ended prematurely: osmo-stp_10.42.42.5(pid=9182) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)] [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:31:52.851810 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:31:52.915669 run osmo-hlr_10.42.42.2(pid=9179): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9179)]\u000a10:31:52.967450 run osmo-hlr_10.42.42.2(pid=9179): stdout: \u000a| (launched: 2022-12-13_10:31:49.359038) \u000a10:31:53.020307 run osmo-hlr_10.42.42.2(pid=9179): stderr: \u000a| �[0;m�[1;31m20221213103149557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103149557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103149557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103149557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103149557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103149557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103149569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103149578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103149579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103149579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:53.065391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9172): Terminating (SIGTERM)\u000a10:31:53.108096 run iperf3-srv_10.42.42.10(pid=9173): Terminating (SIGTERM)\u000a10:31:53.150642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9174): Terminating (SIGTERM)\u000a10:31:53.193378 run iperf3-srv_10.42.42.10(pid=9175): Terminating (SIGTERM)\u000a10:31:53.236071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9178): Terminating (SIGTERM)\u000a10:31:53.278931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9181): Terminating (SIGTERM)\u000a10:31:53.321680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9184): Terminating (SIGTERM)\u000a10:31:53.331506 --- ParallelTerminationStrategy: PID 9172 died...\u000a10:31:53.388629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9172): Terminated: ok {rc=0}\u000a10:31:53.398943 --- ParallelTerminationStrategy: PID 9173 died...\u000a10:31:53.455437 run iperf3-srv_10.42.42.10(pid=9173): Terminated {rc=256}\u000a10:31:53.465613 --- ParallelTerminationStrategy: PID 9174 died...\u000a10:31:53.522268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9174): Terminated: ok {rc=0}\u000a10:31:53.532355 --- ParallelTerminationStrategy: PID 9175 died...\u000a10:31:53.589268 run iperf3-srv_10.42.42.10(pid=9175): Terminated {rc=256}\u000a10:31:53.599436 --- ParallelTerminationStrategy: PID 9178 died...\u000a10:31:53.656577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9178): Terminated: ok {rc=0}\u000a10:31:53.666864 --- ParallelTerminationStrategy: PID 9181 died...\u000a10:31:53.724154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9181): Terminated: ok {rc=0}\u000a10:31:53.734226 --- ParallelTerminationStrategy: PID 9184 died...\u000a10:31:53.791729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9184): Terminated: ok {rc=0}\u000a10:31:53.883683 bus /gobi_0: Setting Powered False\u000a10:31:54.989999 bus /gobi_0: Setting Powered False\u000a10:31:56.102436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9194): Process ended prematurely: osmo-stp_10.42.42.5(pid=9194) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9194)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9194): Process ended prematurely: osmo-stp_10.42.42.5(pid=9194) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:31:57.212664 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.224828 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:57.371867 tst iperf3.py: using LAC 33332\u000a10:31:57.496257 tst iperf3.py: using RAC 182\u000a10:31:57.620659 tst iperf3.py: using CellId 33332\u000a10:31:57.751833 tst iperf3.py: using BVCI 33333\u000a10:31:57.777948 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.790138 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.802053 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.813896 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.825924 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.837928 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.850121 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.862298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.874453 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:58.161883 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:31:58.292714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:58.621712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9186): Launched\u000a10:31:58.896694 run iperf3-srv_10.42.42.10(pid=9187): Launched\u000a10:31:59.087711 tst iperf3.py:8: start network...\u000a10:31:59.218119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:59.722956 run create_hlr_db(pid=9188): Launched\u000a10:31:59.902756 bus /gobi_6: Setting Powered False\u000a10:32:00.956405 run create_hlr_db(pid=9188): Terminated: ok {rc=0}\u000a10:32:01.428866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9190): Launched\u000a10:32:01.901827 run osmo-hlr_10.42.42.2(pid=9191): Launched\u000a10:32:02.047265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:02.722447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9193): Launched\u000a10:32:03.037512 run osmo-stp_10.42.42.5(pid=9194): Launched\u000a10:32:03.149876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:03.697492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9196): Launched\u000a10:32:03.808695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:04.084638 run patchelf(pid=9197): Launched\u000a10:32:04.267419 run osmo-stp_10.42.42.5(pid=9194): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9194)]\u000a10:32:04.401226 run osmo-stp_10.42.42.5(pid=9194): stdout: \u000a| (launched: 2022-12-13_10:32:02.881434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:04.535067 run osmo-stp_10.42.42.5(pid=9194): stderr: \u000a| �[0;m�[38;5;43m20221213103203054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103203054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103203055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103203055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103203056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103203056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103203056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:04.664535 run osmo-stp_10.42.42.5(pid=9194): stdout: \u000a| (launched: 2022-12-13_10:32:02.881434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:04.792277 run osmo-stp_10.42.42.5(pid=9194): stderr: \u000a| �[0;m�[38;5;43m20221213103203054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103203054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103203055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103203055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103203056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103203056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103203056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:04.942682 run patchelf(pid=9197): Terminating (SIGINT)\u000a10:32:05.119166 run patchelf(pid=9197): Terminated: ok {rc=0}\u000a10:32:05.151499 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9194): Process ended prematurely: osmo-stp_10.42.42.5(pid=9194) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9194)] [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:32:05.160716 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:32:05.221133 run osmo-hlr_10.42.42.2(pid=9191): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9191)]\u000a10:32:05.271286 run osmo-hlr_10.42.42.2(pid=9191): stdout: \u000a| (launched: 2022-12-13_10:32:01.606317) \u000a10:32:05.321665 run osmo-hlr_10.42.42.2(pid=9191): stderr: \u000a| �[0;m�[1;31m20221213103201867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103201867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103201867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103201867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103201867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103201868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103201898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103201925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103201925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103201925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:05.364451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9186): Terminating (SIGTERM)\u000a10:32:05.404774 run iperf3-srv_10.42.42.10(pid=9187): Terminating (SIGTERM)\u000a10:32:05.445220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9190): Terminating (SIGTERM)\u000a10:32:05.485576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9193): Terminating (SIGTERM)\u000a10:32:05.526035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9196): Terminating (SIGTERM)\u000a10:32:05.535397 --- ParallelTerminationStrategy: PID 9186 died...\u000a10:32:05.589517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9186): Terminated: ok {rc=0}\u000a10:32:05.599262 --- ParallelTerminationStrategy: PID 9187 died...\u000a10:32:05.652685 run iperf3-srv_10.42.42.10(pid=9187): Terminated {rc=256}\u000a10:32:05.662401 --- ParallelTerminationStrategy: PID 9190 died...\u000a10:32:05.716182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9190): Terminated: ok {rc=0}\u000a10:32:05.725917 --- ParallelTerminationStrategy: PID 9193 died...\u000a10:32:05.779318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9193): Terminated: ok {rc=0}\u000a10:32:05.789168 --- ParallelTerminationStrategy: PID 9196 died...\u000a10:32:05.842663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9196): Terminated: ok {rc=0}\u000a10:32:05.931960 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9212): Process ended prematurely: osmo-stp_10.42.42.5(pid=9212) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9212): Process ended prematurely: osmo-stp_10.42.42.5(pid=9212) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:32:07.045006 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.057019 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:32:07.200064 tst iperf3m4.py: using LAC 33333\u000a10:32:07.325881 tst iperf3m4.py: using RAC 183\u000a10:32:07.450459 tst iperf3m4.py: using CellId 33333\u000a10:32:07.576096 tst iperf3m4.py: using BVCI 33334\u000a10:32:07.600154 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.611525 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.622707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.633917 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.645786 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.657512 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.669455 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.681174 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:07.693172 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:07.818319 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:07.944753 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:08.065283 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:08.371868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:32:08.513644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:08.865606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9198): Launched\u000a10:32:09.157678 run iperf3-srv_10.42.42.10(pid=9199): Launched\u000a10:32:09.364283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:32:09.504880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:09.855502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9200): Launched\u000a10:32:10.145462 run iperf3-srv_10.42.42.10(pid=9201): Launched\u000a10:32:10.351654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:32:10.492089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:10.842462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9202): Launched\u000a10:32:11.134572 run iperf3-srv_10.42.42.10(pid=9203): Launched\u000a10:32:11.340876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:32:11.481507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:11.831548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9204): Launched\u000a10:32:12.121173 run iperf3-srv_10.42.42.10(pid=9205): Launched\u000a10:32:12.327019 tst iperf3m4.py:8: start network...\u000a10:32:12.467062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:12.996693 run create_hlr_db(pid=9206): Launched\u000a10:32:13.190495 bus /gobi_6: Setting Powered False\u000a10:32:14.210760 run create_hlr_db(pid=9206): Terminated: ok {rc=0}\u000a10:32:14.658635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9208): Launched\u000a10:32:14.997982 run osmo-hlr_10.42.42.2(pid=9209): Launched\u000a10:32:15.120274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:15.709545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9211): Launched\u000a10:32:16.121944 run osmo-stp_10.42.42.5(pid=9212): Launched\u000a10:32:16.291357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:16.947768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9214): Launched\u000a10:32:17.071476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:17.380228 run patchelf(pid=9215): Launched\u000a10:32:17.576616 run osmo-stp_10.42.42.5(pid=9212): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)]\u000a10:32:17.720787 run osmo-stp_10.42.42.5(pid=9212): stdout: \u000a| (launched: 2022-12-13_10:32:15.884491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:17.864547 run osmo-stp_10.42.42.5(pid=9212): stderr: \u000a| �[0;m�[38;5;43m20221213103216226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103216226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103216227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103216227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103216228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103216228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103216228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:18.003426 run osmo-stp_10.42.42.5(pid=9212): stdout: \u000a| (launched: 2022-12-13_10:32:15.884491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:18.141579 run osmo-stp_10.42.42.5(pid=9212): stderr: \u000a| �[0;m�[38;5;43m20221213103216226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103216226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103216227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103216227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103216228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103216228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103216228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:18.302479 run patchelf(pid=9215): Terminating (SIGINT)\u000a10:32:18.491561 run patchelf(pid=9215): Terminated: ok {rc=0}\u000a10:32:18.526436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9212): Process ended prematurely: osmo-stp_10.42.42.5(pid=9212) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)] [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:32:18.536705 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a10:32:18.601867 run osmo-hlr_10.42.42.2(pid=9209): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9209)]\u000a10:32:18.654944 run osmo-hlr_10.42.42.2(pid=9209): stdout: \u000a| (launched: 2022-12-13_10:32:14.829389) \u000a10:32:18.708594 run osmo-hlr_10.42.42.2(pid=9209): stderr: \u000a| �[0;m�[1;31m20221213103215026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103215026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103215026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103215026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103215026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103215026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103215038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103215049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103215050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103215050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:18.754291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9198): Terminating (SIGTERM)\u000a10:32:18.797579 run iperf3-srv_10.42.42.10(pid=9199): Terminating (SIGTERM)\u000a10:32:18.840397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9200): Terminating (SIGTERM)\u000a10:32:18.883493 run iperf3-srv_10.42.42.10(pid=9201): Terminating (SIGTERM)\u000a10:32:18.926514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9202): Terminating (SIGTERM)\u000a10:32:18.969216 run iperf3-srv_10.42.42.10(pid=9203): Terminating (SIGTERM)\u000a10:32:19.012041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9204): Terminating (SIGTERM)\u000a10:32:19.054875 run iperf3-srv_10.42.42.10(pid=9205): Terminating (SIGTERM)\u000a10:32:19.097831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9208): Terminating (SIGTERM)\u000a10:32:19.140818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9211): Terminating (SIGTERM)\u000a10:32:19.183642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9214): Terminating (SIGTERM)\u000a10:32:19.193622 --- ParallelTerminationStrategy: PID 9198 died...\u000a10:32:19.251150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9198): Terminated: ok {rc=0}\u000a10:32:19.261494 --- ParallelTerminationStrategy: PID 9199 died...\u000a10:32:19.318664 run iperf3-srv_10.42.42.10(pid=9199): Terminated {rc=256}\u000a10:32:19.328780 --- ParallelTerminationStrategy: PID 9200 died...\u000a10:32:19.386074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9200): Terminated: ok {rc=0}\u000a10:32:19.396435 --- ParallelTerminationStrategy: PID 9201 died...\u000a10:32:19.453563 run iperf3-srv_10.42.42.10(pid=9201): Terminated {rc=256}\u000a10:32:19.463865 --- ParallelTerminationStrategy: PID 9202 died...\u000a10:32:19.521221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9202): Terminated: ok {rc=0}\u000a10:32:19.531470 --- ParallelTerminationStrategy: PID 9203 died...\u000a10:32:19.588585 run iperf3-srv_10.42.42.10(pid=9203): Terminated {rc=256}\u000a10:32:19.598870 --- ParallelTerminationStrategy: PID 9204 died...\u000a10:32:19.656373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9204): Terminated: ok {rc=0}\u000a10:32:19.666757 --- ParallelTerminationStrategy: PID 9205 died...\u000a10:32:19.724024 run iperf3-srv_10.42.42.10(pid=9205): Terminated {rc=256}\u000a10:32:19.734385 --- ParallelTerminationStrategy: PID 9208 died...\u000a10:32:19.791833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9208): Terminated: ok {rc=0}\u000a10:32:19.802168 --- ParallelTerminationStrategy: PID 9211 died...\u000a10:32:19.859299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9211): Terminated: ok {rc=0}\u000a10:32:19.870003 --- ParallelTerminationStrategy: PID 9214 died...\u000a10:32:19.927089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9214): Terminated: ok {rc=0}\u000a10:32:20.014994 bus /gobi_4: Setting Powered False\u000a10:32:21.122726 bus /gobi_4: Setting Powered False\u000a10:32:22.232933 bus /gobi_1: Setting Powered False\u000a10:32:23.339521 bus /gobi_1: Setting Powered False\u000a10:32:24.448747 bus /gobi_0: Setting Powered False\u000a10:32:25.555735 bus /gobi_0: Setting Powered False\u000a10:32:26.664535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9222): Process ended prematurely: osmo-stp_10.42.42.5(pid=9222) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9222)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9222): Process ended prematurely: osmo-stp_10.42.42.5(pid=9222) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:32:27.733893 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:27.746529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:32:27.898156 tst ping.py: using LAC 33334\u000a10:32:28.027783 tst ping.py: using RAC 184\u000a10:32:28.158474 tst ping.py: using CellId 33334\u000a10:32:28.286375 tst ping.py: using BVCI 33335\u000a10:32:28.311584 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.323599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.335335 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.347057 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.358904 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.370918 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.383082 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:28.395019 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:28.679003 tst ping.py:19: start network...\u000a10:32:28.806843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:29.303112 run create_hlr_db(pid=9216): Launched\u000a10:32:29.480127 bus /gobi_6: Setting Powered False\u000a10:32:30.512590 run create_hlr_db(pid=9216): Terminated: ok {rc=0}\u000a10:32:30.999382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9218): Launched\u000a10:32:31.461594 run osmo-hlr_10.42.42.2(pid=9219): Launched\u000a10:32:31.589906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:32.177812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9221): Launched\u000a10:32:32.516230 run osmo-stp_10.42.42.5(pid=9222): Launched\u000a10:32:32.636128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:33.214674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9224): Launched\u000a10:32:33.333172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:33.623160 run patchelf(pid=9225): Launched\u000a10:32:33.815829 run osmo-stp_10.42.42.5(pid=9222): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9222)]\u000a10:32:33.956243 run osmo-stp_10.42.42.5(pid=9222): stdout: \u000a| (launched: 2022-12-13_10:32:32.349352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:34.096809 run osmo-stp_10.42.42.5(pid=9222): stderr: \u000a| �[0;m�[38;5;43m20221213103232539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103232539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103232539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103232540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103232540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103232540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103232540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:34.233109 run osmo-stp_10.42.42.5(pid=9222): stdout: \u000a| (launched: 2022-12-13_10:32:32.349352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:34.368115 run osmo-stp_10.42.42.5(pid=9222): stderr: \u000a| �[0;m�[38;5;43m20221213103232539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103232539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103232539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103232540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103232540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103232540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103232540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:34.525450 run patchelf(pid=9225): Terminating (SIGINT)\u000a10:32:34.711282 run patchelf(pid=9225): Terminated: ok {rc=0}\u000a10:32:34.744863 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9222): Process ended prematurely: osmo-stp_10.42.42.5(pid=9222) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9222)] [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:32:34.754588 tst ping.py:22: Test FAILED (7.0 sec)\u000a10:32:34.819065 run osmo-hlr_10.42.42.2(pid=9219): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9219)]\u000a10:32:34.871658 run osmo-hlr_10.42.42.2(pid=9219): stdout: \u000a| (launched: 2022-12-13_10:32:31.171262) \u000a10:32:34.924861 run osmo-hlr_10.42.42.2(pid=9219): stderr: \u000a| �[0;m�[1;31m20221213103231397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103231397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103231397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103231397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103231397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103231397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103231411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103231427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103231428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103231428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:34.970477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9218): Terminating (SIGTERM)\u000a10:32:35.013867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9221): Terminating (SIGTERM)\u000a10:32:35.056549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9224): Terminating (SIGTERM)\u000a10:32:35.066400 --- ParallelTerminationStrategy: PID 9218 died...\u000a10:32:35.123940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9218): Terminated: ok {rc=0}\u000a10:32:35.134181 --- ParallelTerminationStrategy: PID 9221 died...\u000a10:32:35.191697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9221): Terminated: ok {rc=0}\u000a10:32:35.201943 --- ParallelTerminationStrategy: PID 9224 died...\u000a10:32:35.259457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9224): Terminated: ok {rc=0}\u000a10:32:35.348281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9232): Process ended prematurely: osmo-stp_10.42.42.5(pid=9232) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9232): Process ended prematurely: osmo-stp_10.42.42.5(pid=9232) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:32:36.402044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:36.416474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:32:36.566009 tst ping_idle_ping.py: using LAC 33335\u000a10:32:36.696379 tst ping_idle_ping.py: using RAC 185\u000a10:32:36.827184 tst ping_idle_ping.py: using CellId 33335\u000a10:32:36.950990 tst ping_idle_ping.py: using BVCI 33336\u000a10:32:36.974588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:36.986113 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:36.997376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:37.008575 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:37.019686 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:37.030890 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:37.042178 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:37.053425 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:37.336388 tst ping_idle_ping.py:24: start network...\u000a10:32:37.464727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:37.962759 run create_hlr_db(pid=9226): Launched\u000a10:32:38.139887 bus /gobi_6: Setting Powered False\u000a10:32:39.161113 run create_hlr_db(pid=9226): Terminated: ok {rc=0}\u000a10:32:39.575449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9228): Launched\u000a10:32:39.884710 run osmo-hlr_10.42.42.2(pid=9229): Launched\u000a10:32:40.005926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:40.548772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9231): Launched\u000a10:32:40.859286 run osmo-stp_10.42.42.5(pid=9232): Launched\u000a10:32:40.970383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:41.511380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9234): Launched\u000a10:32:41.621610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:41.892359 run patchelf(pid=9235): Launched\u000a10:32:42.072222 run osmo-stp_10.42.42.5(pid=9232): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)]\u000a10:32:42.203690 run osmo-stp_10.42.42.5(pid=9232): stdout: \u000a| (launched: 2022-12-13_10:32:40.704656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:42.335386 run osmo-stp_10.42.42.5(pid=9232): stderr: \u000a| �[0;m�[38;5;43m20221213103240878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103240878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103240879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103240879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103240879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103240880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103240880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:42.462594 run osmo-stp_10.42.42.5(pid=9232): stdout: \u000a| (launched: 2022-12-13_10:32:40.704656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:42.588416 run osmo-stp_10.42.42.5(pid=9232): stderr: \u000a| �[0;m�[38;5;43m20221213103240878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103240878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103240879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103240879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103240879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103240880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103240880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:42.735599 run patchelf(pid=9235): Terminating (SIGINT)\u000a10:32:42.908531 run patchelf(pid=9235): Terminated: ok {rc=0}\u000a10:32:42.940084 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9232): Process ended prematurely: osmo-stp_10.42.42.5(pid=9232) [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)] [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:32:42.948790 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:32:43.008985 run osmo-hlr_10.42.42.2(pid=9229): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9229)]\u000a10:32:43.058247 run osmo-hlr_10.42.42.2(pid=9229): stdout: \u000a| (launched: 2022-12-13_10:32:39.731520) \u000a10:32:43.108116 run osmo-hlr_10.42.42.2(pid=9229): stderr: \u000a| �[0;m�[1;31m20221213103239909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103239909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103239909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103239909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103239909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103239909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103239921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103239929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103239930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103239930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:43.150534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9228): Terminating (SIGTERM)\u000a10:32:43.190654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9231): Terminating (SIGTERM)\u000a10:32:43.231154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9234): Terminating (SIGTERM)\u000a10:32:43.240519 --- ParallelTerminationStrategy: PID 9228 died...\u000a10:32:43.294400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9228): Terminated: ok {rc=0}\u000a10:32:43.304087 --- ParallelTerminationStrategy: PID 9231 died...\u000a10:32:43.357808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9231): Terminated: ok {rc=0}\u000a10:32:43.367497 --- ParallelTerminationStrategy: PID 9234 died...\u000a10:32:43.420874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9234): Terminated: ok {rc=0}\u000a10:32:43.506558 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:31:43" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9246): Process ended prematurely: osmo-stp_10.42.42.5(pid=9246) [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9246): Process ended prematurely: osmo-stp_10.42.42.5(pid=9246) [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:32:45.545070 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:45.556275 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:32:45.712570 tst switch_tch_pdch.py: using LAC 33336\u000a10:32:45.834033 tst switch_tch_pdch.py: using RAC 186\u000a10:32:45.969957 tst switch_tch_pdch.py: using CellId 33336\u000a10:32:46.099363 tst switch_tch_pdch.py: using BVCI 33337\u000a10:32:46.124120 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.136495 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.148684 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.161155 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.174019 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.185846 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.198394 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:46.210565 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:32:46.333822 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:32:46.686737 tst switch_tch_pdch.py:51: start network...\u000a10:32:46.829145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:47.362030 run create_hlr_db(pid=9240): Launched\u000a10:32:47.538866 bus /gobi_6: Setting Powered False\u000a10:32:48.559962 run create_hlr_db(pid=9240): Terminated: ok {rc=0}\u000a10:32:49.003787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9242): Launched\u000a10:32:49.336939 run osmo-hlr_10.42.42.2(pid=9243): Launched\u000a10:32:49.459922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:50.039439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9245): Launched\u000a10:32:50.373287 run osmo-stp_10.42.42.5(pid=9246): Launched\u000a10:32:50.493104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:51.069462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9248): Launched\u000a10:32:51.187434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:51.476530 run patchelf(pid=9249): Launched\u000a10:32:51.669496 run osmo-stp_10.42.42.5(pid=9246): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)]\u000a10:32:51.810911 run osmo-stp_10.42.42.5(pid=9246): stdout: \u000a| (launched: 2022-12-13_10:32:50.206900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:51.952355 run osmo-stp_10.42.42.5(pid=9246): stderr: \u000a| �[0;m�[38;5;43m20221213103250396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103250396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103250396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103250397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103250397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103250397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103250397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:52.089033 run osmo-stp_10.42.42.5(pid=9246): stdout: \u000a| (launched: 2022-12-13_10:32:50.206900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:52.224721 run osmo-stp_10.42.42.5(pid=9246): stderr: \u000a| �[0;m�[38;5;43m20221213103250396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103250396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103250396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103250397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103250397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103250397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103250397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:52.382369 run patchelf(pid=9249): Terminating (SIGINT)\u000a10:32:52.567364 run patchelf(pid=9249): Terminated: ok {rc=0}\u000a10:32:52.600875 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9246): Process ended prematurely: osmo-stp_10.42.42.5(pid=9246) [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)] [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:32:52.610434 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a10:32:52.675303 run osmo-hlr_10.42.42.2(pid=9243): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9243)]\u000a10:32:52.727701 run osmo-hlr_10.42.42.2(pid=9243): stdout: \u000a| (launched: 2022-12-13_10:32:49.171554) \u000a10:32:52.780689 run osmo-hlr_10.42.42.2(pid=9243): stderr: \u000a| �[0;m�[1;31m20221213103249369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103249369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103249369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103249369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103249369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103249369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103249381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103249390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103249390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103249390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:52.826357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9242): Terminating (SIGTERM)\u000a10:32:52.869362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9245): Terminating (SIGTERM)\u000a10:32:52.912821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9248): Terminating (SIGTERM)\u000a10:32:52.922391 --- ParallelTerminationStrategy: PID 9242 died...\u000a10:32:52.979734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9242): Terminated: ok {rc=0}\u000a10:32:52.989976 --- ParallelTerminationStrategy: PID 9245 died...\u000a10:32:53.047133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9245): Terminated: ok {rc=0}\u000a10:32:53.057422 --- ParallelTerminationStrategy: PID 9248 died...\u000a10:32:53.114486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9248): Terminated: ok {rc=0}\u000a10:32:53.201771 bus /gobi_0: Setting Powered False\u000a10:32:54.309855 bus /gobi_0: Setting Powered False\u000a10:32:55.419627 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9264): Process ended prematurely: osmo-stp_10.42.42.5(pid=9264) [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9264)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9264): Process ended prematurely: osmo-stp_10.42.42.5(pid=9264) [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:32:57.391739 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:57.403207 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:32:57.571813 tst switch_tch_pdch.py: using LAC 33337\u000a10:32:57.700099 tst switch_tch_pdch.py: using RAC 187\u000a10:32:57.828325 tst switch_tch_pdch.py: using CellId 33337\u000a10:32:57.956859 tst switch_tch_pdch.py: using BVCI 33338\u000a10:32:57.982290 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:57.993833 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:58.005139 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:58.016500 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:58.028023 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:58.039654 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:58.051393 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:58.063047 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:32:58.180661 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:32:58.482328 tst switch_tch_pdch.py:51: start network...\u000a10:32:58.620513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:59.114797 run create_hlr_db(pid=9257): Launched\u000a10:32:59.246446 bus /gobi_6: Setting Powered False\u000a10:33:00.314551 run create_hlr_db(pid=9257): Terminated: ok {rc=0}\u000a10:33:00.700018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9259): Launched\u000a10:33:01.157331 run osmo-hlr_10.42.42.2(pid=9260): Launched\u000a10:33:01.370505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:01.918012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9263): Launched\u000a10:33:02.361709 run osmo-stp_10.42.42.5(pid=9264): Launched\u000a10:33:02.469838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:02.980387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9266): Launched\u000a10:33:03.089428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:03.358463 run patchelf(pid=9267): Launched\u000a10:33:03.539080 run osmo-stp_10.42.42.5(pid=9264): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9264)]\u000a10:33:03.670242 run osmo-stp_10.42.42.5(pid=9264): stdout: \u000a| (launched: 2022-12-13_10:33:02.078634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:03.801224 run osmo-stp_10.42.42.5(pid=9264): stderr: \u000a| �[0;m�[38;5;43m20221213103302258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103302258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103302259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103302259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103302259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103302260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103302260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:03.927840 run osmo-stp_10.42.42.5(pid=9264): stdout: \u000a| (launched: 2022-12-13_10:33:02.078634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:04.053521 run osmo-stp_10.42.42.5(pid=9264): stderr: \u000a| �[0;m�[38;5;43m20221213103302258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103302258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103302259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103302259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103302259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103302260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103302260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:04.200101 run patchelf(pid=9267): Terminating (SIGINT)\u000a10:33:04.372153 run patchelf(pid=9267): Terminated: ok {rc=0}\u000a10:33:04.403510 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9264): Process ended prematurely: osmo-stp_10.42.42.5(pid=9264) [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9264)] [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:33:04.412115 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a10:33:04.472812 run osmo-hlr_10.42.42.2(pid=9260): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9260)]\u000a10:33:04.522600 run osmo-hlr_10.42.42.2(pid=9260): stdout: \u000a| (launched: 2022-12-13_10:33:00.864788) \u000a10:33:04.573060 run osmo-hlr_10.42.42.2(pid=9260): stderr: \u000a| �[0;m�[1;31m20221213103301165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103301166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103301166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103301166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103301166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103301166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103301189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103301197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103301198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103301198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:04.615975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9259): Terminating (SIGTERM)\u000a10:33:04.656527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9263): Terminating (SIGTERM)\u000a10:33:04.697451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9266): Terminating (SIGTERM)\u000a10:33:04.706815 --- ParallelTerminationStrategy: PID 9259 died...\u000a10:33:04.760882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9259): Terminated: ok {rc=0}\u000a10:33:04.770648 --- ParallelTerminationStrategy: PID 9263 died...\u000a10:33:04.824501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9263): Terminated: ok {rc=0}\u000a10:33:04.834182 --- ParallelTerminationStrategy: PID 9266 died...\u000a10:33:04.887897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9266): Terminated: ok {rc=0}\u000a10:33:04.978042 bus /gobi_0: Setting Powered False\u000a10:33:06.083265 bus /gobi_0: Setting Powered False\u000a10:33:07.191913 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:32:57" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9272): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9272) [trial-2388↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9272)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9272): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9272) [trial-2388↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:33:09.100378 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:33:09.111705 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:33:09.255077 tst mo_mt_sms.py: using LAC 33338\u000a10:33:09.374387 tst mo_mt_sms.py: using RAC 188\u000a10:33:09.492809 tst mo_mt_sms.py: using CellId 33338\u000a10:33:09.615242 tst mo_mt_sms.py: using BVCI 33339\u000a10:33:09.638631 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:33:09.761072 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:33:10.044533 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:33:10.171473 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:33:10.805265 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9271): Launched\u000a10:33:11.112211 run osmo-nitb_10.42.42.2(pid=9272): Launched\u000a10:33:11.299731 run osmo-nitb_10.42.42.2(pid=9272): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9272)]\u000a10:33:11.438295 run osmo-nitb_10.42.42.2(pid=9272): stdout: \u000a| (launched: 2022-12-13_10:33:10.960314) \u000a10:33:11.577188 run osmo-nitb_10.42.42.2(pid=9272): stderr: \u000a| (launched: 2022-12-13_10:33:11.005864)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:11.711142 run osmo-nitb_10.42.42.2(pid=9272): stdout: \u000a| (launched: 2022-12-13_10:33:10.960314) \u000a10:33:11.844474 run osmo-nitb_10.42.42.2(pid=9272): stderr: \u000a| (launched: 2022-12-13_10:33:11.005864)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:12.236942 tst osmo-nitb_10.42.42.2(pid=9272): stdout: \u000a| (launched: 2022-12-13_10:33:10.960314) \u000a10:33:12.359665 tst osmo-nitb_10.42.42.2(pid=9272): stderr: \u000a| (launched: 2022-12-13_10:33:11.005864)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:12.413133 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9272): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9272) [trial-2388↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9272)] [trial-2388↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a10:33:12.421686 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:33:12.456636 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9271): Terminating (SIGTERM)\u000a10:33:12.634405 --- ParallelTerminationStrategy: PID 9271 died...\u000a10:33:12.690209 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9271): Terminated: ok {rc=0}\u000a10:33:12.776112 bus /sierra_3: Setting Powered False\u000a10:33:13.883226 bus /sierra_3: Setting Powered False\u000a10:33:14.994268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:33:08" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9282): Process ended prematurely: osmo-stp_10.42.42.5(pid=9282) [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9282): Process ended prematurely: osmo-stp_10.42.42.5(pid=9282) [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:33:16.896769 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:16.908610 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:33:17.062050 tst mo_mt_sms.py: using LAC 33339\u000a10:33:17.212925 tst mo_mt_sms.py: using RAC 189\u000a10:33:17.342433 tst mo_mt_sms.py: using CellId 33339\u000a10:33:17.468704 tst mo_mt_sms.py: using BVCI 33340\u000a10:33:17.494229 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:17.505638 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:17.516831 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:17.528072 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:17.539619 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:17.551223 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:33:17.670961 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:33:17.886901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:18.409497 run create_hlr_db(pid=9276): Launched\u000a10:33:18.601435 bus /sierra_2: Setting Powered False\u000a10:33:19.622139 run create_hlr_db(pid=9276): Terminated: ok {rc=0}\u000a10:33:20.065289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9278): Launched\u000a10:33:20.397888 run osmo-hlr_10.42.42.2(pid=9279): Launched\u000a10:33:20.521650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:21.095491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9281): Launched\u000a10:33:21.428147 run osmo-stp_10.42.42.5(pid=9282): Launched\u000a10:33:21.547752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:22.149670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9284): Launched\u000a10:33:22.481459 run osmo-msc_10.42.42.6(pid=9285): Launched\u000a10:33:22.674491 run osmo-stp_10.42.42.5(pid=9282): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)]\u000a10:33:22.814125 run osmo-stp_10.42.42.5(pid=9282): stdout: \u000a| (launched: 2022-12-13_10:33:21.262669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:22.951328 run osmo-stp_10.42.42.5(pid=9282): stderr: \u000a| �[0;m�[38;5;43m20221213103321451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103321452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103321452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103321452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103321453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103321453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103321453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:23.083693 run osmo-stp_10.42.42.5(pid=9282): stdout: \u000a| (launched: 2022-12-13_10:33:21.262669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:23.215177 run osmo-stp_10.42.42.5(pid=9282): stderr: \u000a| �[0;m�[38;5;43m20221213103321451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103321452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103321452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103321452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103321453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103321453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103321453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:23.272504 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9282): Process ended prematurely: osmo-stp_10.42.42.5(pid=9282) [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)] [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a10:33:23.281239 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a10:33:23.344615 run osmo-hlr_10.42.42.2(pid=9279): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9279)]\u000a10:33:23.396659 run osmo-hlr_10.42.42.2(pid=9279): stdout: \u000a| (launched: 2022-12-13_10:33:20.232192) \u000a10:33:23.449426 run osmo-hlr_10.42.42.2(pid=9279): stderr: \u000a| �[0;m�[1;31m20221213103320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103320428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103320440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103320449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103320449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103320449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:23.520930 run osmo-msc_10.42.42.6(pid=9285): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9285)]\u000a10:33:23.573099 run osmo-msc_10.42.42.6(pid=9285): stdout: \u000a| (launched: 2022-12-13_10:33:22.316708) \u000a10:33:23.626040 run osmo-msc_10.42.42.6(pid=9285): stderr: \u000a| �[0;m�[38;5;43m20221213103322637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103322638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce5b605c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103322638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103322638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103322638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103322638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103322640 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103322640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103322640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103322640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:23.671048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9278): Terminating (SIGTERM)\u000a10:33:23.714018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9281): Terminating (SIGTERM)\u000a10:33:23.756411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9284): Terminating (SIGTERM)\u000a10:33:23.766217 --- ParallelTerminationStrategy: PID 9278 died...\u000a10:33:23.823268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9278): Terminated: ok {rc=0}\u000a10:33:23.833535 --- ParallelTerminationStrategy: PID 9281 died...\u000a10:33:23.890293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9281): Terminated: ok {rc=0}\u000a10:33:23.900434 --- ParallelTerminationStrategy: PID 9284 died...\u000a10:33:23.957450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9284): Terminated: ok {rc=0}\u000a10:33:24.046711 bus /sierra_3: Setting Powered False\u000a10:33:25.155113 bus /sierra_3: Setting Powered False\u000a10:33:26.266570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:33:16" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9291) [trial-2388↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9291) [trial-2388↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:33:28.110056 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:33:28.120997 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:33:28.264590 tst assert_extension.py: using LAC 33340\u000a10:33:28.394937 tst assert_extension.py: using RAC 190\u000a10:33:28.523654 tst assert_extension.py: using CellId 33340\u000a10:33:28.653545 tst assert_extension.py: using BVCI 33341\u000a10:33:28.678754 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:33:28.959697 tst assert_extension.py:10: start nitb and bts...\u000a10:33:29.087161 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:33:29.729645 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9290): Launched\u000a10:33:30.036731 run osmo-nitb_10.42.42.2(pid=9291): Launched\u000a10:33:30.224754 run osmo-nitb_10.42.42.2(pid=9291): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)]\u000a10:33:30.362965 run osmo-nitb_10.42.42.2(pid=9291): stdout: \u000a| (launched: 2022-12-13_10:33:29.885466) \u000a10:33:30.502066 run osmo-nitb_10.42.42.2(pid=9291): stderr: \u000a| (launched: 2022-12-13_10:33:29.931101)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:30.636085 run osmo-nitb_10.42.42.2(pid=9291): stdout: \u000a| (launched: 2022-12-13_10:33:29.885466) \u000a10:33:30.769395 run osmo-nitb_10.42.42.2(pid=9291): stderr: \u000a| (launched: 2022-12-13_10:33:29.931101)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:31.169817 tst osmo-nitb_10.42.42.2(pid=9291): stdout: \u000a| (launched: 2022-12-13_10:33:29.885466) \u000a10:33:31.307513 tst osmo-nitb_10.42.42.2(pid=9291): stderr: \u000a| (launched: 2022-12-13_10:33:29.931101)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:31.367293 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9291) [trial-2388↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)] [trial-2388↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a10:33:31.377204 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:33:31.417904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9290): Terminating (SIGTERM)\u000a10:33:31.596343 --- ParallelTerminationStrategy: PID 9290 died...\u000a10:33:31.683174 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9290): Terminated: ok {rc=0}\u000a10:33:31.802917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:33:27" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:33:33.653202 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:33.664118 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:33:33.798808 tst assert_extension.py: using LAC 33341\u000a10:33:33.916656 tst assert_extension.py: using RAC 191\u000a10:33:34.034333 tst assert_extension.py: using CellId 33341\u000a10:33:34.158610 tst assert_extension.py: using BVCI 33342\u000a10:33:34.181889 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:34.192569 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:34.203202 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:34.213763 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:34.224246 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:33:34.234796 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:33:34.435283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:34.930075 run create_hlr_db(pid=9295): Launched\u000a10:33:35.106806 bus /sierra_2: Setting Powered False\u000a10:33:36.127679 run create_hlr_db(pid=9295): Terminated: ok {rc=0}\u000a10:33:36.540807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Launched\u000a10:33:36.850858 run osmo-hlr_10.42.42.2(pid=9298): Launched\u000a10:33:36.962466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:37.606727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Launched\u000a10:33:37.917220 run osmo-stp_10.42.42.5(pid=9301): Launched\u000a10:33:38.028141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:38.585729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Launched\u000a10:33:38.891860 run osmo-msc_10.42.42.6(pid=9304): Launched\u000a10:33:39.069245 run osmo-stp_10.42.42.5(pid=9301): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]\u000a10:33:39.197238 run osmo-stp_10.42.42.5(pid=9301): stdout: \u000a| (launched: 2022-12-13_10:33:37.762249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:39.323605 run osmo-stp_10.42.42.5(pid=9301): stderr: \u000a| �[0;m�[38;5;43m20221213103337932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103337932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103337933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103337933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103337934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103337934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103337934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:39.445674 run osmo-stp_10.42.42.5(pid=9301): stdout: \u000a| (launched: 2022-12-13_10:33:37.762249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:39.566883 run osmo-stp_10.42.42.5(pid=9301): stderr: \u000a| �[0;m�[38;5;43m20221213103337932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103337932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103337933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103337933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103337934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103337934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103337934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:39.619708 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)] [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a10:33:39.627730 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:33:39.689044 run osmo-hlr_10.42.42.2(pid=9298): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9298)]\u000a10:33:39.739012 run osmo-hlr_10.42.42.2(pid=9298): stdout: \u000a| (launched: 2022-12-13_10:33:36.696563) \u000a10:33:39.789718 run osmo-hlr_10.42.42.2(pid=9298): stderr: \u000a| �[0;m�[1;31m20221213103336872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103336872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103336872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103336872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103336872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103336872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103336885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103336893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103336893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103336893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:39.858247 run osmo-msc_10.42.42.6(pid=9304): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9304)]\u000a10:33:39.908166 run osmo-msc_10.42.42.6(pid=9304): stdout: \u000a| (launched: 2022-12-13_10:33:38.739071) \u000a10:33:39.959366 run osmo-msc_10.42.42.6(pid=9304): stderr: \u000a| �[0;m�[38;5;43m20221213103339009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103339009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e85185c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103339009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103339009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103339009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103339010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103339011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103339012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103339012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103339012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:40.002392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Terminating (SIGTERM)\u000a10:33:40.042863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Terminating (SIGTERM)\u000a10:33:40.083342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Terminating (SIGTERM)\u000a10:33:40.092774 --- ParallelTerminationStrategy: PID 9297 died...\u000a10:33:40.147241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Terminated: ok {rc=0}\u000a10:33:40.156888 --- ParallelTerminationStrategy: PID 9300 died...\u000a10:33:40.210727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Terminated: ok {rc=0}\u000a10:33:40.220279 --- ParallelTerminationStrategy: PID 9303 died...\u000a10:33:40.273634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Terminated: ok {rc=0}\u000a10:33:40.363094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:33:33" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:33:42.324883 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:42.336320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:33:42.498687 tst mo_mt_call.py: using LAC 33342\u000a10:33:42.622376 tst mo_mt_call.py: using RAC 192\u000a10:33:42.747288 tst mo_mt_call.py: using CellId 33342\u000a10:33:42.871588 tst mo_mt_call.py: using BVCI 33343\u000a10:33:42.895332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:42.906776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:42.918109 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:42.929197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:42.940907 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:42.952648 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:43.076886 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:43.284102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:43.784286 run create_hlr_db(pid=9309): Launched\u000a10:33:43.962185 bus /sierra_2: Setting Powered False\u000a10:33:44.984301 run create_hlr_db(pid=9309): Terminated: ok {rc=0}\u000a10:33:45.401463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Launched\u000a10:33:45.714197 run osmo-hlr_10.42.42.2(pid=9312): Launched\u000a10:33:45.827320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:46.440586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Launched\u000a10:33:46.940755 run osmo-stp_10.42.42.5(pid=9315): Launched\u000a10:33:47.117473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:47.731981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Launched\u000a10:33:48.067336 run osmo-msc_10.42.42.6(pid=9318): Launched\u000a10:33:48.260598 run osmo-stp_10.42.42.5(pid=9315): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]\u000a10:33:48.400233 run osmo-stp_10.42.42.5(pid=9315): stdout: \u000a| (launched: 2022-12-13_10:33:46.615290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:48.538919 run osmo-stp_10.42.42.5(pid=9315): stderr: \u000a| �[0;m�[38;5;43m20221213103346862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103346862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103346862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103346863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103346863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103346863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103346863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:48.672245 run osmo-stp_10.42.42.5(pid=9315): stdout: \u000a| (launched: 2022-12-13_10:33:46.615290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:48.804752 run osmo-stp_10.42.42.5(pid=9315): stderr: \u000a| �[0;m�[38;5;43m20221213103346862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103346862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103346862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103346863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103346863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103346863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103346863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:48.863167 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:33:48.872561 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:33:48.935910 run osmo-hlr_10.42.42.2(pid=9312): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9312)]\u000a10:33:48.988097 run osmo-hlr_10.42.42.2(pid=9312): stdout: \u000a| (launched: 2022-12-13_10:33:45.559288) \u000a10:33:49.041065 run osmo-hlr_10.42.42.2(pid=9312): stderr: \u000a| �[0;m�[1;31m20221213103345737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103345737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103345737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103345737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103345737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103345737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103345749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103345758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103345758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103345758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:49.112918 run osmo-msc_10.42.42.6(pid=9318): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9318)]\u000a10:33:49.165462 run osmo-msc_10.42.42.6(pid=9318): stdout: \u000a| (launched: 2022-12-13_10:33:47.901210) \u000a10:33:49.218661 run osmo-msc_10.42.42.6(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221213103348223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103348223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc63846ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103348223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103348223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103348223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103348224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103348225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103348226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103348226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103348226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:49.264181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Terminating (SIGTERM)\u000a10:33:49.306973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Terminating (SIGTERM)\u000a10:33:49.349919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Terminating (SIGTERM)\u000a10:33:49.359695 --- ParallelTerminationStrategy: PID 9311 died...\u000a10:33:49.416874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Terminated: ok {rc=0}\u000a10:33:49.427148 --- ParallelTerminationStrategy: PID 9314 died...\u000a10:33:49.484113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Terminated: ok {rc=0}\u000a10:33:49.494281 --- ParallelTerminationStrategy: PID 9317 died...\u000a10:33:49.551242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Terminated: ok {rc=0}\u000a10:33:49.640181 bus /sierra_3: Setting Powered False\u000a10:33:50.744878 bus /sierra_3: Setting Powered False\u000a10:33:51.852501 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9326): Process ended prematurely: osmo-stp_10.42.42.5(pid=9326) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9326): Process ended prematurely: osmo-stp_10.42.42.5(pid=9326) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:33:52.969598 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:52.982282 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:33:53.151937 tst mo_mt_call_osmux.py: using LAC 33343\u000a10:33:53.284002 tst mo_mt_call_osmux.py: using RAC 193\u000a10:33:53.415569 tst mo_mt_call_osmux.py: using CellId 33343\u000a10:33:53.550158 tst mo_mt_call_osmux.py: using BVCI 33344\u000a10:33:53.575386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:53.587378 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:53.599088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:53.610776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:53.622791 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:53.634761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:53.754498 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:53.972873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:54.498222 run create_hlr_db(pid=9320): Launched\u000a10:33:54.690036 bus /sierra_2: Setting Powered False\u000a10:33:55.711436 run create_hlr_db(pid=9320): Terminated: ok {rc=0}\u000a10:33:56.129191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9322): Launched\u000a10:33:56.443196 run osmo-hlr_10.42.42.2(pid=9323): Launched\u000a10:33:56.556808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:57.097164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9325): Launched\u000a10:33:57.409618 run osmo-stp_10.42.42.5(pid=9326): Launched\u000a10:33:57.523029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:58.089572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9328): Launched\u000a10:33:58.405549 run osmo-msc_10.42.42.6(pid=9329): Launched\u000a10:33:58.585973 run osmo-stp_10.42.42.5(pid=9326): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)]\u000a10:33:58.716148 run osmo-stp_10.42.42.5(pid=9326): stdout: \u000a| (launched: 2022-12-13_10:33:57.254295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:58.844485 run osmo-stp_10.42.42.5(pid=9326): stderr: \u000a| �[0;m�[38;5;43m20221213103357423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103357423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103357423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103357424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103357425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103357425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103357425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:58.968295 run osmo-stp_10.42.42.5(pid=9326): stdout: \u000a| (launched: 2022-12-13_10:33:57.254295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:59.091292 run osmo-stp_10.42.42.5(pid=9326): stderr: \u000a| �[0;m�[38;5;43m20221213103357423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103357423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103357423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103357424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103357425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103357425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103357425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:59.145813 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9326): Process ended prematurely: osmo-stp_10.42.42.5(pid=9326) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:33:59.154466 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:33:59.213773 run osmo-hlr_10.42.42.2(pid=9323): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9323)]\u000a10:33:59.262607 run osmo-hlr_10.42.42.2(pid=9323): stdout: \u000a| (launched: 2022-12-13_10:33:56.287137) \u000a10:33:59.312281 run osmo-hlr_10.42.42.2(pid=9323): stderr: \u000a| �[0;m�[1;31m20221213103356463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103356463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103356463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103356463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103356463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103356463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103356477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103356487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103356487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103356487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:59.380076 run osmo-msc_10.42.42.6(pid=9329): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9329)]\u000a10:33:59.429025 run osmo-msc_10.42.42.6(pid=9329): stdout: \u000a| (launched: 2022-12-13_10:33:58.246650) \u000a10:33:59.478597 run osmo-msc_10.42.42.6(pid=9329): stderr: \u000a| �[0;m�[38;5;43m20221213103358520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103358520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab1eee1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103358520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103358520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103358520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103358521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103358522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103358523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103358523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103358523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:59.520774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9322): Terminating (SIGTERM)\u000a10:33:59.560488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9325): Terminating (SIGTERM)\u000a10:33:59.600364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9328): Terminating (SIGTERM)\u000a10:33:59.609622 --- ParallelTerminationStrategy: PID 9322 died...\u000a10:33:59.663187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9322): Terminated: ok {rc=0}\u000a10:33:59.672608 --- ParallelTerminationStrategy: PID 9325 died...\u000a10:33:59.725865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9325): Terminated: ok {rc=0}\u000a10:33:59.735339 --- ParallelTerminationStrategy: PID 9328 died...\u000a10:33:59.788435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9328): Terminated: ok {rc=0}\u000a10:33:59.877999 bus /sierra_3: Setting Powered False\u000a10:34:01.002120 bus /sierra_3: Setting Powered False\u000a10:34:02.141890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:33:42" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9341): Process ended prematurely: osmo-stp_10.42.42.5(pid=9341) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9341): Process ended prematurely: osmo-stp_10.42.42.5(pid=9341) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:34:04.139847 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:04.151230 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:34:04.318679 tst mo_mt_call.py: using LAC 33344\u000a10:34:04.450192 tst mo_mt_call.py: using RAC 194\u000a10:34:04.579472 tst mo_mt_call.py: using CellId 33344\u000a10:34:04.709945 tst mo_mt_call.py: using BVCI 33345\u000a10:34:04.735413 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:04.747160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:04.759049 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:04.770722 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:04.782702 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:04.794652 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:34:04.916088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:34:05.132312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:05.656578 run create_hlr_db(pid=9335): Launched\u000a10:34:05.848818 bus /sierra_2: Setting Powered False\u000a10:34:06.869033 run create_hlr_db(pid=9335): Terminated: ok {rc=0}\u000a10:34:07.312225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9337): Launched\u000a10:34:07.647348 run osmo-hlr_10.42.42.2(pid=9338): Launched\u000a10:34:07.770003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:08.348032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9340): Launched\u000a10:34:08.681702 run osmo-stp_10.42.42.5(pid=9341): Launched\u000a10:34:08.802589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:09.415463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9343): Launched\u000a10:34:09.751485 run osmo-msc_10.42.42.6(pid=9344): Launched\u000a10:34:09.946641 run osmo-stp_10.42.42.5(pid=9341): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)]\u000a10:34:10.087276 run osmo-stp_10.42.42.5(pid=9341): stdout: \u000a| (launched: 2022-12-13_10:34:08.515870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:10.226084 run osmo-stp_10.42.42.5(pid=9341): stderr: \u000a| �[0;m�[38;5;43m20221213103408707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103408707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103408707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103408708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103408708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103408708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103408708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:10.359687 run osmo-stp_10.42.42.5(pid=9341): stdout: \u000a| (launched: 2022-12-13_10:34:08.515870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:10.492005 run osmo-stp_10.42.42.5(pid=9341): stderr: \u000a| �[0;m�[38;5;43m20221213103408707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103408707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103408707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103408708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103408708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103408708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103408708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:10.550646 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9341): Process ended prematurely: osmo-stp_10.42.42.5(pid=9341) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:34:10.560222 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:34:10.624201 run osmo-hlr_10.42.42.2(pid=9338): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9338)]\u000a10:34:10.676473 run osmo-hlr_10.42.42.2(pid=9338): stdout: \u000a| (launched: 2022-12-13_10:34:07.481076) \u000a10:34:10.729886 run osmo-hlr_10.42.42.2(pid=9338): stderr: \u000a| �[0;m�[1;31m20221213103407677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103407677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103407678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103407678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103407678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103407678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103407690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103407698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103407698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103407698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:10.802097 run osmo-msc_10.42.42.6(pid=9344): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9344)]\u000a10:34:10.854544 run osmo-msc_10.42.42.6(pid=9344): stdout: \u000a| (launched: 2022-12-13_10:34:09.583663) \u000a10:34:10.907979 run osmo-msc_10.42.42.6(pid=9344): stderr: \u000a| �[0;m�[38;5;43m20221213103409905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103409906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc046c4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103409906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103409906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103409906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103409906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103409908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:10.953099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9337): Terminating (SIGTERM)\u000a10:34:10.996217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9340): Terminating (SIGTERM)\u000a10:34:11.039017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9343): Terminating (SIGTERM)\u000a10:34:11.048788 --- ParallelTerminationStrategy: PID 9337 died...\u000a10:34:11.106358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9337): Terminated: ok {rc=0}\u000a10:34:11.116651 --- ParallelTerminationStrategy: PID 9340 died...\u000a10:34:11.173477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9340): Terminated: ok {rc=0}\u000a10:34:11.183708 --- ParallelTerminationStrategy: PID 9343 died...\u000a10:34:11.240551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9343): Terminated: ok {rc=0}\u000a10:34:11.328724 bus /sierra_3: Setting Powered False\u000a10:34:12.435650 bus /sierra_3: Setting Powered False\u000a10:34:13.546251 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9352): Process ended prematurely: osmo-stp_10.42.42.5(pid=9352) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9352): Process ended prematurely: osmo-stp_10.42.42.5(pid=9352) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:34:14.664092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:14.676739 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:34:14.848378 tst mo_mt_call_osmux.py: using LAC 33345\u000a10:34:14.978784 tst mo_mt_call_osmux.py: using RAC 195\u000a10:34:15.108839 tst mo_mt_call_osmux.py: using CellId 33345\u000a10:34:15.240556 tst mo_mt_call_osmux.py: using BVCI 33346\u000a10:34:15.266255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:15.278060 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:15.289627 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:15.301166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:15.313759 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:15.326074 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:34:15.445222 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:34:15.652311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:16.215006 run create_hlr_db(pid=9346): Launched\u000a10:34:16.399698 bus /sierra_2: Setting Powered False\u000a10:34:17.417366 run create_hlr_db(pid=9346): Terminated: ok {rc=0}\u000a10:34:17.862114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9348): Launched\u000a10:34:18.198980 run osmo-hlr_10.42.42.2(pid=9349): Launched\u000a10:34:18.321763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:18.903765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9351): Launched\u000a10:34:19.237641 run osmo-stp_10.42.42.5(pid=9352): Launched\u000a10:34:19.358467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:19.965201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9354): Launched\u000a10:34:20.300932 run osmo-msc_10.42.42.6(pid=9355): Launched\u000a10:34:20.495093 run osmo-stp_10.42.42.5(pid=9352): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)]\u000a10:34:20.635255 run osmo-stp_10.42.42.5(pid=9352): stdout: \u000a| (launched: 2022-12-13_10:34:19.072740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:20.774779 run osmo-stp_10.42.42.5(pid=9352): stderr: \u000a| �[0;m�[38;5;43m20221213103419262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103419263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103419263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103419263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:20.908130 run osmo-stp_10.42.42.5(pid=9352): stdout: \u000a| (launched: 2022-12-13_10:34:19.072740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:21.040379 run osmo-stp_10.42.42.5(pid=9352): stderr: \u000a| �[0;m�[38;5;43m20221213103419262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103419263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103419263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103419263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:21.098954 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9352): Process ended prematurely: osmo-stp_10.42.42.5(pid=9352) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:34:21.108240 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:34:21.171902 run osmo-hlr_10.42.42.2(pid=9349): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9349)]\u000a10:34:21.223966 run osmo-hlr_10.42.42.2(pid=9349): stdout: \u000a| (launched: 2022-12-13_10:34:18.031639) \u000a10:34:21.276699 run osmo-hlr_10.42.42.2(pid=9349): stderr: \u000a| �[0;m�[1;31m20221213103418228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103418228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103418228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103418228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103418228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103418229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103418241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103418249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103418250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103418250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:21.348272 run osmo-msc_10.42.42.6(pid=9355): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9355)]\u000a10:34:21.400158 run osmo-msc_10.42.42.6(pid=9355): stdout: \u000a| (launched: 2022-12-13_10:34:20.134692) \u000a10:34:21.452759 run osmo-msc_10.42.42.6(pid=9355): stderr: \u000a| �[0;m�[38;5;43m20221213103420455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103420455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d85b4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103420455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103420455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103420456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103420456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103420458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103420458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103420458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103420458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:21.497780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9348): Terminating (SIGTERM)\u000a10:34:21.541022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9351): Terminating (SIGTERM)\u000a10:34:21.583793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9354): Terminating (SIGTERM)\u000a10:34:21.593602 --- ParallelTerminationStrategy: PID 9348 died...\u000a10:34:21.650730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9348): Terminated: ok {rc=0}\u000a10:34:21.660900 --- ParallelTerminationStrategy: PID 9351 died...\u000a10:34:21.718063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9351): Terminated: ok {rc=0}\u000a10:34:21.728282 --- ParallelTerminationStrategy: PID 9354 died...\u000a10:34:21.785191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9354): Terminated: ok {rc=0}\u000a10:34:21.874464 bus /sierra_3: Setting Powered False\u000a10:34:22.981948 bus /sierra_3: Setting Powered False\u000a10:34:24.090943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:34:03" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9366): Process ended prematurely: osmo-stp_10.42.42.5(pid=9366) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9366): Process ended prematurely: osmo-stp_10.42.42.5(pid=9366) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:34:26.103485 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:26.115524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:34:26.285503 tst mo_mt_call.py: using LAC 33346\u000a10:34:26.417339 tst mo_mt_call.py: using RAC 196\u000a10:34:26.548058 tst mo_mt_call.py: using CellId 33346\u000a10:34:26.678984 tst mo_mt_call.py: using BVCI 33347\u000a10:34:26.704506 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:26.716474 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:26.728447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:26.740492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:26.752836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:26.765011 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:26.884003 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:27.099850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:27.626591 run create_hlr_db(pid=9360): Launched\u000a10:34:27.819758 bus /sierra_2: Setting Powered False\u000a10:34:28.840755 run create_hlr_db(pid=9360): Terminated: ok {rc=0}\u000a10:34:29.260304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9362): Launched\u000a10:34:29.573563 run osmo-hlr_10.42.42.2(pid=9363): Launched\u000a10:34:29.697935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:30.240731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9365): Launched\u000a10:34:30.554400 run osmo-stp_10.42.42.5(pid=9366): Launched\u000a10:34:30.667404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:31.296598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9368): Launched\u000a10:34:31.679582 run osmo-msc_10.42.42.6(pid=9369): Launched\u000a10:34:32.111078 run osmo-stp_10.42.42.5(pid=9366): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)]\u000a10:34:32.312202 run osmo-stp_10.42.42.5(pid=9366): stdout: \u000a| (launched: 2022-12-13_10:34:30.398529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:32.451302 run osmo-stp_10.42.42.5(pid=9366): stderr: \u000a| �[0;m�[38;5;43m20221213103430571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103430571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103430571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103430572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103430572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103430572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103430572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:32.585884 run osmo-stp_10.42.42.5(pid=9366): stdout: \u000a| (launched: 2022-12-13_10:34:30.398529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:32.719263 run osmo-stp_10.42.42.5(pid=9366): stderr: \u000a| �[0;m�[38;5;43m20221213103430571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103430571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103430571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103430572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103430572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103430572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103430572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:32.778579 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9366): Process ended prematurely: osmo-stp_10.42.42.5(pid=9366) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:34:32.788270 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a10:34:32.853008 run osmo-hlr_10.42.42.2(pid=9363): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9363)]\u000a10:34:32.905824 run osmo-hlr_10.42.42.2(pid=9363): stdout: \u000a| (launched: 2022-12-13_10:34:29.418665) \u000a10:34:32.959294 run osmo-hlr_10.42.42.2(pid=9363): stderr: \u000a| �[0;m�[1;31m20221213103429595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103429595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103429595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103429595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103429595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103429595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103429606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103429614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103429614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103429614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:33.032065 run osmo-msc_10.42.42.6(pid=9369): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9369)]\u000a10:34:33.084799 run osmo-msc_10.42.42.6(pid=9369): stdout: \u000a| (launched: 2022-12-13_10:34:31.476689) \u000a10:34:33.138296 run osmo-msc_10.42.42.6(pid=9369): stderr: \u000a| �[0;m�[38;5;43m20221213103432000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103432000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb551adec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103432000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103432000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103432001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103432001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103432002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:33.184205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9362): Terminating (SIGTERM)\u000a10:34:33.227660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9365): Terminating (SIGTERM)\u000a10:34:33.271130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9368): Terminating (SIGTERM)\u000a10:34:33.280576 --- ParallelTerminationStrategy: PID 9362 died...\u000a10:34:33.339111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9362): Terminated: ok {rc=0}\u000a10:34:33.349371 --- ParallelTerminationStrategy: PID 9365 died...\u000a10:34:33.407349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9365): Terminated: ok {rc=0}\u000a10:34:33.417580 --- ParallelTerminationStrategy: PID 9368 died...\u000a10:34:33.475635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9368): Terminated: ok {rc=0}\u000a10:34:33.564861 bus /sierra_3: Setting Powered False\u000a10:34:34.673432 bus /sierra_3: Setting Powered False\u000a10:34:35.783448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9377): Process ended prematurely: osmo-stp_10.42.42.5(pid=9377) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9377): Process ended prematurely: osmo-stp_10.42.42.5(pid=9377) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:34:36.901709 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:36.914296 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:34:37.078025 tst mo_mt_call_osmux.py: using LAC 33347\u000a10:34:37.202373 tst mo_mt_call_osmux.py: using RAC 197\u000a10:34:37.324001 tst mo_mt_call_osmux.py: using CellId 33347\u000a10:34:37.446819 tst mo_mt_call_osmux.py: using BVCI 33348\u000a10:34:37.470571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:37.482414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:37.493679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:37.504852 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:37.516298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:37.527578 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:37.650601 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:37.858995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:38.363509 run create_hlr_db(pid=9371): Launched\u000a10:34:38.542959 bus /sierra_2: Setting Powered False\u000a10:34:39.563521 run create_hlr_db(pid=9371): Terminated: ok {rc=0}\u000a10:34:40.009240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9373): Launched\u000a10:34:40.345009 run osmo-hlr_10.42.42.2(pid=9374): Launched\u000a10:34:40.468632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:41.051662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9376): Launched\u000a10:34:41.385671 run osmo-stp_10.42.42.5(pid=9377): Launched\u000a10:34:41.506412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:42.115454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9379): Launched\u000a10:34:42.450417 run osmo-msc_10.42.42.6(pid=9380): Launched\u000a10:34:42.644858 run osmo-stp_10.42.42.5(pid=9377): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)]\u000a10:34:42.786755 run osmo-stp_10.42.42.5(pid=9377): stdout: \u000a| (launched: 2022-12-13_10:34:41.220237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:42.925984 run osmo-stp_10.42.42.5(pid=9377): stderr: \u000a| �[0;m�[38;5;43m20221213103441411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103441411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103441412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103441412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103441412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103441413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103441413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:43.059843 run osmo-stp_10.42.42.5(pid=9377): stdout: \u000a| (launched: 2022-12-13_10:34:41.220237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:43.192391 run osmo-stp_10.42.42.5(pid=9377): stderr: \u000a| �[0;m�[38;5;43m20221213103441411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103441411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103441412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103441412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103441412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103441413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103441413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:43.251162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9377): Process ended prematurely: osmo-stp_10.42.42.5(pid=9377) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:34:43.260423 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:34:43.323986 run osmo-hlr_10.42.42.2(pid=9374): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9374)]\u000a10:34:43.376553 run osmo-hlr_10.42.42.2(pid=9374): stdout: \u000a| (launched: 2022-12-13_10:34:40.178331) \u000a10:34:43.429580 run osmo-hlr_10.42.42.2(pid=9374): stderr: \u000a| �[0;m�[1;31m20221213103440375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103440375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103440375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103440375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103440375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103440375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103440387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103440395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103440396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103440396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:43.501258 run osmo-msc_10.42.42.6(pid=9380): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9380)]\u000a10:34:43.553184 run osmo-msc_10.42.42.6(pid=9380): stdout: \u000a| (launched: 2022-12-13_10:34:42.284756) \u000a10:34:43.605941 run osmo-msc_10.42.42.6(pid=9380): stderr: \u000a| �[0;m�[38;5;43m20221213103442606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103442606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f847c3a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103442606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103442606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103442606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103442606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103442608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103442609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103442609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103442609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:43.651196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9373): Terminating (SIGTERM)\u000a10:34:43.694155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9376): Terminating (SIGTERM)\u000a10:34:43.737398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9379): Terminating (SIGTERM)\u000a10:34:43.747160 --- ParallelTerminationStrategy: PID 9373 died...\u000a10:34:43.804679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9373): Terminated: ok {rc=0}\u000a10:34:43.814945 --- ParallelTerminationStrategy: PID 9376 died...\u000a10:34:43.871840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9376): Terminated: ok {rc=0}\u000a10:34:43.882112 --- ParallelTerminationStrategy: PID 9379 died...\u000a10:34:43.939201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9379): Terminated: ok {rc=0}\u000a10:34:44.027575 bus /sierra_3: Setting Powered False\u000a10:34:45.133627 bus /sierra_3: Setting Powered False\u000a10:34:46.262225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:34:25" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:34:48.277960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:48.289196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:34:48.446640 tst mo_mt_call.py: using LAC 33348\u000a10:34:48.569468 tst mo_mt_call.py: using RAC 198\u000a10:34:48.696045 tst mo_mt_call.py: using CellId 33348\u000a10:34:48.828324 tst mo_mt_call.py: using BVCI 33349\u000a10:34:48.853741 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:48.865586 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:48.877147 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:48.888773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:48.900709 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:48.912512 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:49.030937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:49.235651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:49.736048 run create_hlr_db(pid=9385): Launched\u000a10:34:49.914444 bus /sierra_2: Setting Powered False\u000a10:34:50.936406 run create_hlr_db(pid=9385): Terminated: ok {rc=0}\u000a10:34:51.381937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Launched\u000a10:34:51.716406 run osmo-hlr_10.42.42.2(pid=9388): Launched\u000a10:34:51.840054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:52.421427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Launched\u000a10:34:52.755748 run osmo-stp_10.42.42.5(pid=9391): Launched\u000a10:34:52.876425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:53.485471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Launched\u000a10:34:53.821459 run osmo-msc_10.42.42.6(pid=9394): Launched\u000a10:34:54.016064 run osmo-stp_10.42.42.5(pid=9391): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]\u000a10:34:54.156198 run osmo-stp_10.42.42.5(pid=9391): stdout: \u000a| (launched: 2022-12-13_10:34:52.590081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:54.295193 run osmo-stp_10.42.42.5(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221213103452781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103452781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103452781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103452781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103452782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103452782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103452782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:54.429209 run osmo-stp_10.42.42.5(pid=9391): stdout: \u000a| (launched: 2022-12-13_10:34:52.590081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:54.561616 run osmo-stp_10.42.42.5(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221213103452781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103452781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103452781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103452781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103452782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103452782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103452782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:54.619679 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:34:54.629263 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:34:54.692728 run osmo-hlr_10.42.42.2(pid=9388): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9388)]\u000a10:34:54.745050 run osmo-hlr_10.42.42.2(pid=9388): stdout: \u000a| (launched: 2022-12-13_10:34:51.551180) \u000a10:34:54.797760 run osmo-hlr_10.42.42.2(pid=9388): stderr: \u000a| �[0;m�[1;31m20221213103451748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103451748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103451749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103451749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103451749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103451749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103451765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103451774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103451775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103451775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:54.869175 run osmo-msc_10.42.42.6(pid=9394): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9394)]\u000a10:34:54.921203 run osmo-msc_10.42.42.6(pid=9394): stdout: \u000a| (launched: 2022-12-13_10:34:53.654332) \u000a10:34:54.973933 run osmo-msc_10.42.42.6(pid=9394): stderr: \u000a| �[0;m�[38;5;43m20221213103453974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103453974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9265b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103453974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103453974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103453975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103453975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103453976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103453977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103453977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103453977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:55.018800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Terminating (SIGTERM)\u000a10:34:55.061185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Terminating (SIGTERM)\u000a10:34:55.104074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Terminating (SIGTERM)\u000a10:34:55.113863 --- ParallelTerminationStrategy: PID 9387 died...\u000a10:34:55.170659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Terminated: ok {rc=0}\u000a10:34:55.180813 --- ParallelTerminationStrategy: PID 9390 died...\u000a10:34:55.237082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Terminated: ok {rc=0}\u000a10:34:55.247127 --- ParallelTerminationStrategy: PID 9393 died...\u000a10:34:55.303597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Terminated: ok {rc=0}\u000a10:34:55.392043 bus /sierra_3: Setting Powered False\u000a10:34:56.498481 bus /sierra_3: Setting Powered False\u000a10:34:57.609059 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9406): Process ended prematurely: osmo-stp_10.42.42.5(pid=9406) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9406): Process ended prematurely: osmo-stp_10.42.42.5(pid=9406) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:34:58.725327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:58.738225 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:34:58.906188 tst mo_mt_call_osmux.py: using LAC 33349\u000a10:34:59.035517 tst mo_mt_call_osmux.py: using RAC 199\u000a10:34:59.167491 tst mo_mt_call_osmux.py: using CellId 33349\u000a10:34:59.296820 tst mo_mt_call_osmux.py: using BVCI 33350\u000a10:34:59.322664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:59.334691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:59.346643 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:59.358537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:59.370796 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:59.382985 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:59.505938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:59.714627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:00.217194 run create_hlr_db(pid=9397): Launched\u000a10:35:00.396762 bus /sierra_2: Setting Powered False\u000a10:35:01.435165 run create_hlr_db(pid=9397): Terminated: ok {rc=0}\u000a10:35:01.898425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9402): Launched\u000a10:35:02.249555 run osmo-hlr_10.42.42.2(pid=9403): Launched\u000a10:35:02.373494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:02.956259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9405): Launched\u000a10:35:03.292387 run osmo-stp_10.42.42.5(pid=9406): Launched\u000a10:35:03.413575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:04.023053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9408): Launched\u000a10:35:04.361432 run osmo-msc_10.42.42.6(pid=9409): Launched\u000a10:35:04.555942 run osmo-stp_10.42.42.5(pid=9406): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)]\u000a10:35:04.697008 run osmo-stp_10.42.42.5(pid=9406): stdout: \u000a| (launched: 2022-12-13_10:35:03.126212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:04.836892 run osmo-stp_10.42.42.5(pid=9406): stderr: \u000a| �[0;m�[38;5;43m20221213103503318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103503318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103503318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103503319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103503319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103503319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103503319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:04.971129 run osmo-stp_10.42.42.5(pid=9406): stdout: \u000a| (launched: 2022-12-13_10:35:03.126212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:05.104322 run osmo-stp_10.42.42.5(pid=9406): stderr: \u000a| �[0;m�[38;5;43m20221213103503318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103503318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103503318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103503319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103503319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103503319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103503319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:05.163049 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9406): Process ended prematurely: osmo-stp_10.42.42.5(pid=9406) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:35:05.172523 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:35:05.235834 run osmo-hlr_10.42.42.2(pid=9403): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9403)]\u000a10:35:05.288069 run osmo-hlr_10.42.42.2(pid=9403): stdout: \u000a| (launched: 2022-12-13_10:35:02.070855) \u000a10:35:05.341052 run osmo-hlr_10.42.42.2(pid=9403): stderr: \u000a| �[0;m�[1;31m20221213103502284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103502284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103502284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103502284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103502284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103502284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103502296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103502305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103502305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103502305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:05.412657 run osmo-msc_10.42.42.6(pid=9409): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9409)]\u000a10:35:05.464790 run osmo-msc_10.42.42.6(pid=9409): stdout: \u000a| (launched: 2022-12-13_10:35:04.192015) \u000a10:35:05.517723 run osmo-msc_10.42.42.6(pid=9409): stderr: \u000a| �[0;m�[38;5;43m20221213103504514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103504514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1632884c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103504515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103504515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103504515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103504515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103504517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103504517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103504517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103504517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:05.562766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9402): Terminating (SIGTERM)\u000a10:35:05.605057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9405): Terminating (SIGTERM)\u000a10:35:05.647631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9408): Terminating (SIGTERM)\u000a10:35:05.657409 --- ParallelTerminationStrategy: PID 9402 died...\u000a10:35:05.714732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9402): Terminated: ok {rc=0}\u000a10:35:05.724858 --- ParallelTerminationStrategy: PID 9405 died...\u000a10:35:05.782229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9405): Terminated: ok {rc=0}\u000a10:35:05.792531 --- ParallelTerminationStrategy: PID 9408 died...\u000a10:35:05.849353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9408): Terminated: ok {rc=0}\u000a10:35:05.937861 bus /sierra_3: Setting Powered False\u000a10:35:07.042253 bus /sierra_3: Setting Powered False\u000a10:35:08.160891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:34:47" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9421): Process ended prematurely: osmo-stp_10.42.42.5(pid=9421) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9421)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9421): Process ended prematurely: osmo-stp_10.42.42.5(pid=9421) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:35:10.157748 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:10.169070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:35:10.330702 tst mo_mt_call.py: using LAC 33350\u000a10:35:10.455108 tst mo_mt_call.py: using RAC 200\u000a10:35:10.579126 tst mo_mt_call.py: using CellId 33350\u000a10:35:10.700769 tst mo_mt_call.py: using BVCI 33351\u000a10:35:10.724228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:10.735423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:10.746531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:10.757764 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:10.768868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:10.779921 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:35:10.902629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:35:11.119470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:11.646635 run create_hlr_db(pid=9415): Launched\u000a10:35:11.839640 bus /sierra_2: Setting Powered False\u000a10:35:12.861308 run create_hlr_db(pid=9415): Terminated: ok {rc=0}\u000a10:35:13.282322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9417): Launched\u000a10:35:13.597051 run osmo-hlr_10.42.42.2(pid=9418): Launched\u000a10:35:13.711066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:14.251153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9420): Launched\u000a10:35:14.564052 run osmo-stp_10.42.42.5(pid=9421): Launched\u000a10:35:14.677818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:15.244092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9423): Launched\u000a10:35:15.556338 run osmo-msc_10.42.42.6(pid=9424): Launched\u000a10:35:15.738203 run osmo-stp_10.42.42.5(pid=9421): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9421)]\u000a10:35:15.874795 run osmo-stp_10.42.42.5(pid=9421): stdout: \u000a| (launched: 2022-12-13_10:35:14.408508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:16.026585 run osmo-stp_10.42.42.5(pid=9421): stderr: \u000a| �[0;m�[38;5;43m20221213103514581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103514581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103514581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103514582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103514582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103514582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103514582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:16.164776 run osmo-stp_10.42.42.5(pid=9421): stdout: \u000a| (launched: 2022-12-13_10:35:14.408508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:16.302772 run osmo-stp_10.42.42.5(pid=9421): stderr: \u000a| �[0;m�[38;5;43m20221213103514581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103514581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103514581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103514582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103514582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103514582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103514582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:16.364359 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9421): Process ended prematurely: osmo-stp_10.42.42.5(pid=9421) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9421)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:35:16.374991 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:35:16.442683 run osmo-hlr_10.42.42.2(pid=9418): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9418)]\u000a10:35:16.498380 run osmo-hlr_10.42.42.2(pid=9418): stdout: \u000a| (launched: 2022-12-13_10:35:13.440187) \u000a10:35:16.554343 run osmo-hlr_10.42.42.2(pid=9418): stderr: \u000a| �[0;m�[1;31m20221213103513616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103513616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103513616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103513616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103513616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103513616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103513628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103513636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103513637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103513637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:16.628758 run osmo-msc_10.42.42.6(pid=9424): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9424)]\u000a10:35:16.684930 run osmo-msc_10.42.42.6(pid=9424): stdout: \u000a| (launched: 2022-12-13_10:35:15.401058) \u000a10:35:16.740745 run osmo-msc_10.42.42.6(pid=9424): stderr: \u000a| �[0;m�[38;5;43m20221213103515675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103515675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc23ce1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103515675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103515675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103515675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103515676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103515678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103515678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103515678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103515678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:16.792814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9417): Terminating (SIGTERM)\u000a10:35:16.841449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9420): Terminating (SIGTERM)\u000a10:35:16.891366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9423): Terminating (SIGTERM)\u000a10:35:16.903410 --- ParallelTerminationStrategy: PID 9417 died...\u000a10:35:16.970438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9417): Terminated: ok {rc=0}\u000a10:35:16.983000 --- ParallelTerminationStrategy: PID 9420 died...\u000a10:35:17.049485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9420): Terminated: ok {rc=0}\u000a10:35:17.062531 --- ParallelTerminationStrategy: PID 9423 died...\u000a10:35:17.126556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9423): Terminated: ok {rc=0}\u000a10:35:17.218330 bus /sierra_3: Setting Powered False\u000a10:35:18.320788 bus /sierra_3: Setting Powered False\u000a10:35:19.427430 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9432): Process ended prematurely: osmo-stp_10.42.42.5(pid=9432) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9432)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9432): Process ended prematurely: osmo-stp_10.42.42.5(pid=9432) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:35:20.545095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:20.557788 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:35:20.728015 tst mo_mt_call_osmux.py: using LAC 33351\u000a10:35:20.860227 tst mo_mt_call_osmux.py: using RAC 201\u000a10:35:20.991653 tst mo_mt_call_osmux.py: using CellId 33351\u000a10:35:21.123345 tst mo_mt_call_osmux.py: using BVCI 33352\u000a10:35:21.148673 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:21.160480 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:21.172174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:21.183881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:21.196031 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:21.208077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:35:21.331753 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:35:21.540142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:22.042687 run create_hlr_db(pid=9426): Launched\u000a10:35:22.221688 bus /sierra_2: Setting Powered False\u000a10:35:23.242863 run create_hlr_db(pid=9426): Terminated: ok {rc=0}\u000a10:35:23.686602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9428): Launched\u000a10:35:24.023478 run osmo-hlr_10.42.42.2(pid=9429): Launched\u000a10:35:24.145505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:24.727007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9431): Launched\u000a10:35:25.060845 run osmo-stp_10.42.42.5(pid=9432): Launched\u000a10:35:25.181764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:25.791107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9434): Launched\u000a10:35:26.128049 run osmo-msc_10.42.42.6(pid=9435): Launched\u000a10:35:26.323017 run osmo-stp_10.42.42.5(pid=9432): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9432)]\u000a10:35:26.463522 run osmo-stp_10.42.42.5(pid=9432): stdout: \u000a| (launched: 2022-12-13_10:35:24.895888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:26.603074 run osmo-stp_10.42.42.5(pid=9432): stderr: \u000a| �[0;m�[38;5;43m20221213103525087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103525088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103525088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103525088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103525089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103525089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103525089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:26.737386 run osmo-stp_10.42.42.5(pid=9432): stdout: \u000a| (launched: 2022-12-13_10:35:24.895888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:26.870799 run osmo-stp_10.42.42.5(pid=9432): stderr: \u000a| �[0;m�[38;5;43m20221213103525087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103525088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103525088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103525088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103525089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103525089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103525089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:26.929357 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9432): Process ended prematurely: osmo-stp_10.42.42.5(pid=9432) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9432)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:35:26.938998 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:35:27.003077 run osmo-hlr_10.42.42.2(pid=9429): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9429)]\u000a10:35:27.055341 run osmo-hlr_10.42.42.2(pid=9429): stdout: \u000a| (launched: 2022-12-13_10:35:23.856682) \u000a10:35:27.108456 run osmo-hlr_10.42.42.2(pid=9429): stderr: \u000a| �[0;m�[1;31m20221213103524053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103524053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103524053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103524053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103524053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103524053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103524064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103524076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103524076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103524076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:27.180353 run osmo-msc_10.42.42.6(pid=9435): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9435)]\u000a10:35:27.232447 run osmo-msc_10.42.42.6(pid=9435): stdout: \u000a| (launched: 2022-12-13_10:35:25.960656) \u000a10:35:27.285250 run osmo-msc_10.42.42.6(pid=9435): stderr: \u000a| �[0;m�[38;5;43m20221213103526281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103526282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b4136ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103526282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103526282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103526282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103526282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103526284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103526284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103526285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103526285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:27.330770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9428): Terminating (SIGTERM)\u000a10:35:27.373877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9431): Terminating (SIGTERM)\u000a10:35:27.416932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9434): Terminating (SIGTERM)\u000a10:35:27.426732 --- ParallelTerminationStrategy: PID 9428 died...\u000a10:35:27.483807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9428): Terminated: ok {rc=0}\u000a10:35:27.493928 --- ParallelTerminationStrategy: PID 9431 died...\u000a10:35:27.550557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9431): Terminated: ok {rc=0}\u000a10:35:27.560593 --- ParallelTerminationStrategy: PID 9434 died...\u000a10:35:27.617586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9434): Terminated: ok {rc=0}\u000a10:35:27.706991 bus /sierra_3: Setting Powered False\u000a10:35:28.814706 bus /sierra_3: Setting Powered False\u000a10:35:29.923590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:35:09" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9446): Process ended prematurely: osmo-stp_10.42.42.5(pid=9446) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9446)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9446): Process ended prematurely: osmo-stp_10.42.42.5(pid=9446) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:35:31.958033 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:31.970473 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:35:32.195060 tst mo_mt_call.py: using LAC 33352\u000a10:35:32.345989 tst mo_mt_call.py: using RAC 202\u000a10:35:32.475230 tst mo_mt_call.py: using CellId 33352\u000a10:35:32.600841 tst mo_mt_call.py: using BVCI 33353\u000a10:35:32.624481 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:32.636004 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:32.647348 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:32.658515 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:32.670120 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:32.681341 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:32.805536 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:33.012481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:33.511021 run create_hlr_db(pid=9440): Launched\u000a10:35:33.689420 bus /sierra_2: Setting Powered False\u000a10:35:34.711331 run create_hlr_db(pid=9440): Terminated: ok {rc=0}\u000a10:35:35.155207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9442): Launched\u000a10:35:35.489702 run osmo-hlr_10.42.42.2(pid=9443): Launched\u000a10:35:35.613107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:36.191215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9445): Launched\u000a10:35:36.524622 run osmo-stp_10.42.42.5(pid=9446): Launched\u000a10:35:36.645251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:37.255704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9448): Launched\u000a10:35:37.592150 run osmo-msc_10.42.42.6(pid=9449): Launched\u000a10:35:37.787599 run osmo-stp_10.42.42.5(pid=9446): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9446)]\u000a10:35:37.928167 run osmo-stp_10.42.42.5(pid=9446): stdout: \u000a| (launched: 2022-12-13_10:35:36.359779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:38.067492 run osmo-stp_10.42.42.5(pid=9446): stderr: \u000a| �[0;m�[38;5;43m20221213103536552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103536552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103536552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103536553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103536553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103536553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103536553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:38.201749 run osmo-stp_10.42.42.5(pid=9446): stdout: \u000a| (launched: 2022-12-13_10:35:36.359779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:38.335028 run osmo-stp_10.42.42.5(pid=9446): stderr: \u000a| �[0;m�[38;5;43m20221213103536552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103536552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103536552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103536553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103536553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103536553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103536553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:38.393570 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9446): Process ended prematurely: osmo-stp_10.42.42.5(pid=9446) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9446)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:35:38.403145 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:35:38.466444 run osmo-hlr_10.42.42.2(pid=9443): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9443)]\u000a10:35:38.518683 run osmo-hlr_10.42.42.2(pid=9443): stdout: \u000a| (launched: 2022-12-13_10:35:35.324481) \u000a10:35:38.571748 run osmo-hlr_10.42.42.2(pid=9443): stderr: \u000a| �[0;m�[1;31m20221213103535522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103535522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103535522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103535522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103535522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103535522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103535535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103535544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103535545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103535545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:38.644033 run osmo-msc_10.42.42.6(pid=9449): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9449)]\u000a10:35:38.696508 run osmo-msc_10.42.42.6(pid=9449): stdout: \u000a| (launched: 2022-12-13_10:35:37.425331) \u000a10:35:38.749497 run osmo-msc_10.42.42.6(pid=9449): stderr: \u000a| �[0;m�[38;5;43m20221213103537746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103537747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1c7659c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103537747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103537747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103537747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103537747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103537749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103537749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103537749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103537749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:38.795100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9442): Terminating (SIGTERM)\u000a10:35:38.838293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9445): Terminating (SIGTERM)\u000a10:35:38.881106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9448): Terminating (SIGTERM)\u000a10:35:38.890836 --- ParallelTerminationStrategy: PID 9442 died...\u000a10:35:38.947980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9442): Terminated: ok {rc=0}\u000a10:35:38.958198 --- ParallelTerminationStrategy: PID 9445 died...\u000a10:35:39.014865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9445): Terminated: ok {rc=0}\u000a10:35:39.025090 --- ParallelTerminationStrategy: PID 9448 died...\u000a10:35:39.081711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9448): Terminated: ok {rc=0}\u000a10:35:39.169995 bus /sierra_3: Setting Powered False\u000a10:35:40.278245 bus /sierra_3: Setting Powered False\u000a10:35:41.388940 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9457): Process ended prematurely: osmo-stp_10.42.42.5(pid=9457) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9457): Process ended prematurely: osmo-stp_10.42.42.5(pid=9457) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:35:42.499855 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:42.511941 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:35:42.674949 tst mo_mt_call_osmux.py: using LAC 33353\u000a10:35:42.798973 tst mo_mt_call_osmux.py: using RAC 203\u000a10:35:42.923084 tst mo_mt_call_osmux.py: using CellId 33353\u000a10:35:43.046169 tst mo_mt_call_osmux.py: using BVCI 33354\u000a10:35:43.069891 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:43.081207 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:43.092235 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:43.103425 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:43.114913 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:43.126195 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:43.243992 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:43.462014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:43.988294 run create_hlr_db(pid=9451): Launched\u000a10:35:44.180268 bus /sierra_2: Setting Powered False\u000a10:35:45.202414 run create_hlr_db(pid=9451): Terminated: ok {rc=0}\u000a10:35:45.622793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9453): Launched\u000a10:35:46.030793 run osmo-hlr_10.42.42.2(pid=9454): Launched\u000a10:35:46.218340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:46.856358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9456): Launched\u000a10:35:47.298122 run osmo-stp_10.42.42.5(pid=9457): Launched\u000a10:35:47.425579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:47.992823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9459): Launched\u000a10:35:48.305419 run osmo-msc_10.42.42.6(pid=9460): Launched\u000a10:35:48.485891 run osmo-stp_10.42.42.5(pid=9457): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)]\u000a10:35:48.616543 run osmo-stp_10.42.42.5(pid=9457): stdout: \u000a| (launched: 2022-12-13_10:35:47.019260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:48.746091 run osmo-stp_10.42.42.5(pid=9457): stderr: \u000a| �[0;m�[38;5;43m20221213103547291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103547291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103547292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103547292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103547293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103547293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103547293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:48.871228 run osmo-stp_10.42.42.5(pid=9457): stdout: \u000a| (launched: 2022-12-13_10:35:47.019260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:48.994966 run osmo-stp_10.42.42.5(pid=9457): stderr: \u000a| �[0;m�[38;5;43m20221213103547291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103547291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103547292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103547292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103547293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103547293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103547293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:49.049506 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9457): Process ended prematurely: osmo-stp_10.42.42.5(pid=9457) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:35:49.058371 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:35:49.118807 run osmo-hlr_10.42.42.2(pid=9454): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9454)]\u000a10:35:49.168500 run osmo-hlr_10.42.42.2(pid=9454): stdout: \u000a| (launched: 2022-12-13_10:35:45.780685) \u000a10:35:49.218646 run osmo-hlr_10.42.42.2(pid=9454): stderr: \u000a| �[0;m�[1;31m20221213103546030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103546030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103546030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103546030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103546030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103546030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103546045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103546055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103546055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103546056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:49.286485 run osmo-msc_10.42.42.6(pid=9460): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9460)]\u000a10:35:49.335671 run osmo-msc_10.42.42.6(pid=9460): stdout: \u000a| (launched: 2022-12-13_10:35:48.150706) \u000a10:35:49.385589 run osmo-msc_10.42.42.6(pid=9460): stderr: \u000a| �[0;m�[38;5;43m20221213103548425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103548425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b12710c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103548425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103548425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103548426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103548426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103548427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103548428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103548428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103548428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:49.427936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9453): Terminating (SIGTERM)\u000a10:35:49.468179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9456): Terminating (SIGTERM)\u000a10:35:49.508330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9459): Terminating (SIGTERM)\u000a10:35:49.517644 --- ParallelTerminationStrategy: PID 9453 died...\u000a10:35:49.571492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9453): Terminated: ok {rc=0}\u000a10:35:49.581323 --- ParallelTerminationStrategy: PID 9456 died...\u000a10:35:49.634967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9456): Terminated: ok {rc=0}\u000a10:35:49.644623 --- ParallelTerminationStrategy: PID 9459 died...\u000a10:35:49.698246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9459): Terminated: ok {rc=0}\u000a10:35:49.787234 bus /sierra_3: Setting Powered False\u000a10:35:50.892905 bus /sierra_3: Setting Powered False\u000a10:35:52.004607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:35:31" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9473): Process ended prematurely: osmo-stp_10.42.42.5(pid=9473) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9473)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9473): Process ended prematurely: osmo-stp_10.42.42.5(pid=9473) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:35:54.014360 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:54.025659 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:54.185097 tst mo_mt_call.py: using LAC 33354\u000a10:35:54.308535 tst mo_mt_call.py: using RAC 204\u000a10:35:54.431959 tst mo_mt_call.py: using CellId 33354\u000a10:35:54.554897 tst mo_mt_call.py: using BVCI 33355\u000a10:35:54.578439 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:54.589733 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:54.600505 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:54.611374 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:54.622536 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:54.633449 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:35:54.756124 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:35:54.963554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:55.464750 run create_hlr_db(pid=9467): Launched\u000a10:35:55.643370 bus /sierra_2: Setting Powered False\u000a10:35:56.664383 run create_hlr_db(pid=9467): Terminated: ok {rc=0}\u000a10:35:57.108372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9469): Launched\u000a10:35:57.445411 run osmo-hlr_10.42.42.2(pid=9470): Launched\u000a10:35:57.568825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:58.151746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9472): Launched\u000a10:35:58.487946 run osmo-stp_10.42.42.5(pid=9473): Launched\u000a10:35:58.610760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:59.222860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9475): Launched\u000a10:35:59.558951 run osmo-msc_10.42.42.6(pid=9476): Launched\u000a10:35:59.754230 run osmo-stp_10.42.42.5(pid=9473): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9473)]\u000a10:35:59.895551 run osmo-stp_10.42.42.5(pid=9473): stdout: \u000a| (launched: 2022-12-13_10:35:58.320924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:00.035147 run osmo-stp_10.42.42.5(pid=9473): stderr: \u000a| �[0;m�[38;5;43m20221213103558511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103558511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103558512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103558512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103558513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103558513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103558513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:00.169852 run osmo-stp_10.42.42.5(pid=9473): stdout: \u000a| (launched: 2022-12-13_10:35:58.320924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:00.303304 run osmo-stp_10.42.42.5(pid=9473): stderr: \u000a| �[0;m�[38;5;43m20221213103558511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103558511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103558512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103558512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103558513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103558513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103558513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:00.362161 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9473): Process ended prematurely: osmo-stp_10.42.42.5(pid=9473) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9473)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:36:00.371633 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:36:00.435862 run osmo-hlr_10.42.42.2(pid=9470): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9470)]\u000a10:36:00.488541 run osmo-hlr_10.42.42.2(pid=9470): stdout: \u000a| (launched: 2022-12-13_10:35:57.278021) \u000a10:36:00.541749 run osmo-hlr_10.42.42.2(pid=9470): stderr: \u000a| �[0;m�[1;31m20221213103557474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103557474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103557474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103557474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103557474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103557474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103557487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103557498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103557498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103557498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:00.613696 run osmo-msc_10.42.42.6(pid=9476): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9476)]\u000a10:36:00.666003 run osmo-msc_10.42.42.6(pid=9476): stdout: \u000a| (launched: 2022-12-13_10:35:59.392429) \u000a10:36:00.719058 run osmo-msc_10.42.42.6(pid=9476): stderr: \u000a| �[0;m�[38;5;43m20221213103559715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103559715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f837da59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103559715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103559715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103559715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103559715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103559717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103559717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103559718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103559718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:00.764306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9469): Terminating (SIGTERM)\u000a10:36:00.808311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9472): Terminating (SIGTERM)\u000a10:36:00.851558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9475): Terminating (SIGTERM)\u000a10:36:00.873627 --- ParallelTerminationStrategy: PID 9469 died...\u000a10:36:00.934685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9469): Terminated: ok {rc=0}\u000a10:36:00.944930 --- ParallelTerminationStrategy: PID 9472 died...\u000a10:36:01.009028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9472): Terminated: ok {rc=0}\u000a10:36:01.021631 --- ParallelTerminationStrategy: PID 9475 died...\u000a10:36:01.080493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9475): Terminated: ok {rc=0}\u000a10:36:01.177885 bus /sierra_3: Setting Powered False\u000a10:36:02.292580 bus /sierra_3: Setting Powered False\u000a10:36:03.405318 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9484): Process ended prematurely: osmo-stp_10.42.42.5(pid=9484) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9484)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9484): Process ended prematurely: osmo-stp_10.42.42.5(pid=9484) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:36:04.523048 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:36:04.535574 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:36:04.703530 tst mo_mt_call_osmux.py: using LAC 33355\u000a10:36:04.829561 tst mo_mt_call_osmux.py: using RAC 205\u000a10:36:04.954913 tst mo_mt_call_osmux.py: using CellId 33355\u000a10:36:05.079116 tst mo_mt_call_osmux.py: using BVCI 33356\u000a10:36:05.103041 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:36:05.114226 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:36:05.125280 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:36:05.136215 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:36:05.147230 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:36:05.158318 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:36:05.274695 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:36:05.497389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:06.023410 run create_hlr_db(pid=9478): Launched\u000a10:36:06.217073 bus /sierra_2: Setting Powered False\u000a10:36:07.237526 run create_hlr_db(pid=9478): Terminated: ok {rc=0}\u000a10:36:07.682568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9480): Launched\u000a10:36:08.020507 run osmo-hlr_10.42.42.2(pid=9481): Launched\u000a10:36:08.142978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:08.725958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9483): Launched\u000a10:36:09.062139 run osmo-stp_10.42.42.5(pid=9484): Launched\u000a10:36:09.182986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:09.793147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9486): Launched\u000a10:36:10.128271 run osmo-msc_10.42.42.6(pid=9487): Launched\u000a10:36:10.322032 run osmo-stp_10.42.42.5(pid=9484): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9484)]\u000a10:36:10.461878 run osmo-stp_10.42.42.5(pid=9484): stdout: \u000a| (launched: 2022-12-13_10:36:08.895441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:10.599933 run osmo-stp_10.42.42.5(pid=9484): stderr: \u000a| �[0;m�[38;5;43m20221213103609087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103609087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103609088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103609088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103609088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103609089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103609089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:10.733319 run osmo-stp_10.42.42.5(pid=9484): stdout: \u000a| (launched: 2022-12-13_10:36:08.895441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:10.866064 run osmo-stp_10.42.42.5(pid=9484): stderr: \u000a| �[0;m�[38;5;43m20221213103609087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103609087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103609088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103609088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103609088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103609089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103609089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:10.924452 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9484): Process ended prematurely: osmo-stp_10.42.42.5(pid=9484) [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9484)] [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:36:10.934050 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:36:10.997231 run osmo-hlr_10.42.42.2(pid=9481): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9481)]\u000a10:36:11.048997 run osmo-hlr_10.42.42.2(pid=9481): stdout: \u000a| (launched: 2022-12-13_10:36:07.852839) \u000a10:36:11.101541 run osmo-hlr_10.42.42.2(pid=9481): stderr: \u000a| �[0;m�[1;31m20221213103608049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103608049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103608049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103608049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103608049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103608049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103608061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103608070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103608070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103608070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:11.172765 run osmo-msc_10.42.42.6(pid=9487): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9487)]\u000a10:36:11.224802 run osmo-msc_10.42.42.6(pid=9487): stdout: \u000a| (launched: 2022-12-13_10:36:09.962815) \u000a10:36:11.277554 run osmo-msc_10.42.42.6(pid=9487): stderr: \u000a| �[0;m�[38;5;43m20221213103610283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103610283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b45077c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103610284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103610284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103610284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103610284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103610286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103610286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103610286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103610286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:11.322512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9480): Terminating (SIGTERM)\u000a10:36:11.364664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9483): Terminating (SIGTERM)\u000a10:36:11.407095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9486): Terminating (SIGTERM)\u000a10:36:11.416785 --- ParallelTerminationStrategy: PID 9480 died...\u000a10:36:11.473704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9480): Terminated: ok {rc=0}\u000a10:36:11.483836 --- ParallelTerminationStrategy: PID 9483 died...\u000a10:36:11.540437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9483): Terminated: ok {rc=0}\u000a10:36:11.550593 --- ParallelTerminationStrategy: PID 9486 died...\u000a10:36:11.607057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9486): Terminated: ok {rc=0}\u000a10:36:11.694761 bus /sierra_3: Setting Powered False\u000a10:36:12.800657 bus /sierra_3: Setting Powered False\u000a10:36:13.912585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:35:53" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9498): Process ended prematurely: osmo-stp_10.42.42.5(pid=9498) [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9498)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9498): Process ended prematurely: osmo-stp_10.42.42.5(pid=9498) [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:36:15.932671 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:15.944456 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:36:16.083711 tst emergency_mo_mt_call.py: using LAC 33356\u000a10:36:16.213586 tst emergency_mo_mt_call.py: using RAC 206\u000a10:36:16.351127 tst emergency_mo_mt_call.py: using CellId 33356\u000a10:36:16.513315 tst emergency_mo_mt_call.py: using BVCI 33357\u000a10:36:16.549415 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:16.566983 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:16.583424 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:16.596607 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:16.610804 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:16.622211 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:16.740829 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:16.957236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:17.484459 run create_hlr_db(pid=9492): Launched\u000a10:36:17.675089 bus /sierra_2: Setting Powered False\u000a10:36:18.695166 run create_hlr_db(pid=9492): Terminated: ok {rc=0}\u000a10:36:19.135311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9494): Launched\u000a10:36:19.465274 run osmo-hlr_10.42.42.2(pid=9495): Launched\u000a10:36:19.586533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:20.159770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9497): Launched\u000a10:36:20.490217 run osmo-stp_10.42.42.5(pid=9498): Launched\u000a10:36:20.627799 tst emergency_mo_mt_call.py: using MSISDN 8111\u000a10:36:20.791001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:21.391702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9500): Launched\u000a10:36:21.723689 run osmo-msc_10.42.42.6(pid=9501): Launched\u000a10:36:21.915887 run osmo-stp_10.42.42.5(pid=9498): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9498)]\u000a10:36:22.054558 run osmo-stp_10.42.42.5(pid=9498): stdout: \u000a| (launched: 2022-12-13_10:36:20.325999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:22.192290 run osmo-stp_10.42.42.5(pid=9498): stderr: \u000a| �[0;m�[38;5;43m20221213103620517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103620517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103620517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103620518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103620518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103620518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103620518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:22.324539 run osmo-stp_10.42.42.5(pid=9498): stdout: \u000a| (launched: 2022-12-13_10:36:20.325999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:22.455402 run osmo-stp_10.42.42.5(pid=9498): stderr: \u000a| �[0;m�[38;5;43m20221213103620517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103620517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103620517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103620518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103620518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103620518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103620518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:22.512635 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9498): Process ended prematurely: osmo-stp_10.42.42.5(pid=9498) [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9498)] [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a10:36:22.521582 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a10:36:22.586828 run osmo-hlr_10.42.42.2(pid=9495): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9495)]\u000a10:36:22.639958 run osmo-hlr_10.42.42.2(pid=9495): stdout: \u000a| (launched: 2022-12-13_10:36:19.301406) \u000a10:36:22.693489 run osmo-hlr_10.42.42.2(pid=9495): stderr: \u000a| �[0;m�[1;31m20221213103619500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103619500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103619500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103619500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103619500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103619500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103619514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103619522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103619523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103619523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:22.766036 run osmo-msc_10.42.42.6(pid=9501): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9501)]\u000a10:36:22.819403 run osmo-msc_10.42.42.6(pid=9501): stdout: \u000a| (launched: 2022-12-13_10:36:21.557602) \u000a10:36:22.873104 run osmo-msc_10.42.42.6(pid=9501): stderr: \u000a| �[0;m�[38;5;43m20221213103621877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103621878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5900cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103621878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103621878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103621878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103621878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103621880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103621880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103621880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103621881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:22.919103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9494): Terminating (SIGTERM)\u000a10:36:22.962631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9497): Terminating (SIGTERM)\u000a10:36:23.006415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9500): Terminating (SIGTERM)\u000a10:36:23.016262 --- ParallelTerminationStrategy: PID 9494 died...\u000a10:36:23.074754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9494): Terminated: ok {rc=0}\u000a10:36:23.085509 --- ParallelTerminationStrategy: PID 9497 died...\u000a10:36:23.143643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9497): Terminated: ok {rc=0}\u000a10:36:23.153945 --- ParallelTerminationStrategy: PID 9500 died...\u000a10:36:23.212027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9500): Terminated: ok {rc=0}\u000a10:36:23.300821 bus /sierra_3: Setting Powered False\u000a10:36:24.409107 bus /sierra_3: Setting Powered False\u000a10:36:25.518798 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9509): Process ended prematurely: osmo-stp_10.42.42.5(pid=9509) [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9509): Process ended prematurely: osmo-stp_10.42.42.5(pid=9509) [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:36:26.572391 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:26.584578 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:36:26.734024 tst emergency_preemptive_call.py: using LAC 33357\u000a10:36:26.862305 tst emergency_preemptive_call.py: using RAC 207\u000a10:36:26.990356 tst emergency_preemptive_call.py: using CellId 33357\u000a10:36:27.113200 tst emergency_preemptive_call.py: using BVCI 33358\u000a10:36:27.136303 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:27.147464 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:27.158416 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:27.169318 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:27.180071 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:36:27.191088 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:27.312420 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:27.429743 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:27.551970 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:27.768552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:28.290684 run create_hlr_db(pid=9503): Launched\u000a10:36:28.482198 bus /sierra_2: Setting Powered False\u000a10:36:29.502154 run create_hlr_db(pid=9503): Terminated: ok {rc=0}\u000a10:36:29.918304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9505): Launched\u000a10:36:30.227079 run osmo-hlr_10.42.42.2(pid=9506): Launched\u000a10:36:30.339637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:30.876101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9508): Launched\u000a10:36:31.378825 run osmo-stp_10.42.42.5(pid=9509): Launched\u000a10:36:31.592024 tst emergency_preemptive_call.py: using MSISDN 8112\u000a10:36:31.791467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:32.441369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9511): Launched\u000a10:36:32.774408 run osmo-msc_10.42.42.6(pid=9512): Launched\u000a10:36:32.967299 run osmo-stp_10.42.42.5(pid=9509): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)]\u000a10:36:33.106657 run osmo-stp_10.42.42.5(pid=9509): stdout: \u000a| (launched: 2022-12-13_10:36:31.052259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:33.243788 run osmo-stp_10.42.42.5(pid=9509): stderr: \u000a| �[0;m�[38;5;43m20221213103631268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103631268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103631268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103631269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103631269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103631269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103631269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:33.375927 run osmo-stp_10.42.42.5(pid=9509): stdout: \u000a| (launched: 2022-12-13_10:36:31.052259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:33.506856 run osmo-stp_10.42.42.5(pid=9509): stderr: \u000a| �[0;m�[38;5;43m20221213103631268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103631268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103631268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103631269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103631269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103631269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103631269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:33.564122 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9509): Process ended prematurely: osmo-stp_10.42.42.5(pid=9509) [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)] [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a10:36:33.573115 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a10:36:33.637540 run osmo-hlr_10.42.42.2(pid=9506): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9506)]\u000a10:36:33.690313 run osmo-hlr_10.42.42.2(pid=9506): stdout: \u000a| (launched: 2022-12-13_10:36:30.073157) \u000a10:36:33.744032 run osmo-hlr_10.42.42.2(pid=9506): stderr: \u000a| �[0;m�[1;31m20221213103630248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103630248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103630248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103630248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103630248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103630248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103630263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103630273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103630273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103630274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:33.816585 run osmo-msc_10.42.42.6(pid=9512): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9512)]\u000a10:36:33.869201 run osmo-msc_10.42.42.6(pid=9512): stdout: \u000a| (launched: 2022-12-13_10:36:32.608247) \u000a10:36:33.922363 run osmo-msc_10.42.42.6(pid=9512): stderr: \u000a| �[0;m�[38;5;43m20221213103632928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213103632928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f131be9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213103632928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213103632928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213103632928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213103632929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213103632931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213103632931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213103632931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213103632931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:33.967933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9505): Terminating (SIGTERM)\u000a10:36:34.011335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9508): Terminating (SIGTERM)\u000a10:36:34.054449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9511): Terminating (SIGTERM)\u000a10:36:34.064305 --- ParallelTerminationStrategy: PID 9505 died...\u000a10:36:34.121988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9505): Terminated: ok {rc=0}\u000a10:36:34.132298 --- ParallelTerminationStrategy: PID 9508 died...\u000a10:36:34.189781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9508): Terminated: ok {rc=0}\u000a10:36:34.200018 --- ParallelTerminationStrategy: PID 9511 died...\u000a10:36:34.257256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9511): Terminated: ok {rc=0}\u000a10:36:34.347726 bus /sierra_9: Setting Powered False\u000a10:36:35.454129 bus /sierra_9: Setting Powered False\u000a10:36:36.566886 bus /sierra_8: Setting Powered False\u000a10:36:37.669706 bus /sierra_8: Setting Powered False\u000a10:36:38.779482 bus /sierra_3: Setting Powered False\u000a10:36:39.888489 bus /sierra_3: Setting Powered False\u000a10:36:40.999032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:36:15" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9527): Process ended prematurely: osmo-stp_10.42.42.5(pid=9527) [trial-2388↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9527)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9527): Process ended prematurely: osmo-stp_10.42.42.5(pid=9527) [trial-2388↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:36:43.120662 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.131549 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:36:43.270920 tst cs_paging_gprs_active.py: using LAC 33358\u000a10:36:43.392300 tst cs_paging_gprs_active.py: using RAC 208\u000a10:36:43.514437 tst cs_paging_gprs_active.py: using CellId 33358\u000a10:36:43.639531 tst cs_paging_gprs_active.py: using BVCI 33359\u000a10:36:43.663453 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.674408 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.685008 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.696336 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.708217 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.719735 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.731580 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.742108 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:43.752673 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:43.876565 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:44.163655 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:36:44.294107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:44.620151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9517): Launched\u000a10:36:44.892492 run iperf3-srv_10.42.42.10(pid=9518): Launched\u000a10:36:45.082446 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:36:45.213590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:45.540089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9519): Launched\u000a10:36:45.811165 run iperf3-srv_10.42.42.10(pid=9520): Launched\u000a10:36:46.047559 tst cs_paging_gprs_active.py:38: start network...\u000a10:36:46.192537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:46.774022 run create_hlr_db(pid=9521): Launched\u000a10:36:46.974666 bus /sierra_2: Setting Powered False\u000a10:36:47.989159 run create_hlr_db(pid=9521): Terminated: ok {rc=0}\u000a10:36:48.413317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9523): Launched\u000a10:36:48.726832 run osmo-hlr_10.42.42.2(pid=9524): Launched\u000a10:36:48.846366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:49.396180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9526): Launched\u000a10:36:49.709376 run osmo-stp_10.42.42.5(pid=9527): Launched\u000a10:36:49.821804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:50.367207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9529): Launched\u000a10:36:50.478117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:50.753452 run patchelf(pid=9530): Launched\u000a10:36:50.935700 run osmo-stp_10.42.42.5(pid=9527): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9527)]\u000a10:36:51.068843 run osmo-stp_10.42.42.5(pid=9527): stdout: \u000a| (launched: 2022-12-13_10:36:49.555036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:51.202596 run osmo-stp_10.42.42.5(pid=9527): stderr: \u000a| �[0;m�[38;5;43m20221213103649729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103649730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103649730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103649730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103649731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103649731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103649731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:51.331277 run osmo-stp_10.42.42.5(pid=9527): stdout: \u000a| (launched: 2022-12-13_10:36:49.555036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:51.458540 run osmo-stp_10.42.42.5(pid=9527): stderr: \u000a| �[0;m�[38;5;43m20221213103649729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103649730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103649730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103649730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103649731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103649731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103649731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:51.607731 run patchelf(pid=9530): Terminating (SIGINT)\u000a10:36:51.782938 run patchelf(pid=9530): Terminated: ok {rc=0}\u000a10:36:51.815154 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9527): Process ended prematurely: osmo-stp_10.42.42.5(pid=9527) [trial-2388↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9527)] [trial-2388↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a10:36:51.824488 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:36:51.884899 run osmo-hlr_10.42.42.2(pid=9524): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9524)]\u000a10:36:51.934284 run osmo-hlr_10.42.42.2(pid=9524): stdout: \u000a| (launched: 2022-12-13_10:36:48.571394) \u000a10:36:51.984140 run osmo-hlr_10.42.42.2(pid=9524): stderr: \u000a| �[0;m�[1;31m20221213103648752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103648752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103648752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103648752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103648752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103648752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103648762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103648771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103648771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103648771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:52.026557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9517): Terminating (SIGTERM)\u000a10:36:52.066489 run iperf3-srv_10.42.42.10(pid=9518): Terminating (SIGTERM)\u000a10:36:52.106567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9519): Terminating (SIGTERM)\u000a10:36:52.146494 run iperf3-srv_10.42.42.10(pid=9520): Terminating (SIGTERM)\u000a10:36:52.186367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9523): Terminating (SIGTERM)\u000a10:36:52.226290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9526): Terminating (SIGTERM)\u000a10:36:52.266201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9529): Terminating (SIGTERM)\u000a10:36:52.275384 --- ParallelTerminationStrategy: PID 9517 died...\u000a10:36:52.329170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9517): Terminated: ok {rc=0}\u000a10:36:52.338849 --- ParallelTerminationStrategy: PID 9518 died...\u000a10:36:52.392079 run iperf3-srv_10.42.42.10(pid=9518): Terminated {rc=256}\u000a10:36:52.401936 --- ParallelTerminationStrategy: PID 9519 died...\u000a10:36:52.455401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9519): Terminated: ok {rc=0}\u000a10:36:52.465089 --- ParallelTerminationStrategy: PID 9520 died...\u000a10:36:52.518312 run iperf3-srv_10.42.42.10(pid=9520): Terminated {rc=256}\u000a10:36:52.527817 --- ParallelTerminationStrategy: PID 9523 died...\u000a10:36:52.580991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9523): Terminated: ok {rc=0}\u000a10:36:52.590527 --- ParallelTerminationStrategy: PID 9526 died...\u000a10:36:52.643705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9526): Terminated: ok {rc=0}\u000a10:36:52.653334 --- ParallelTerminationStrategy: PID 9529 died...\u000a10:36:52.706750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9529): Terminated: ok {rc=0}\u000a10:36:52.796121 bus /gobi_0: Setting Powered False\u000a10:36:53.900635 bus /gobi_0: Setting Powered False\u000a10:36:55.008375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9539): Process ended prematurely: osmo-stp_10.42.42.5(pid=9539) [trial-2388↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9539)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9539): Process ended prematurely: osmo-stp_10.42.42.5(pid=9539) [trial-2388↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a10:36:56.120209 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.131757 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:36:56.273921 tst iperf3.py: using LAC 33359\u000a10:36:56.398096 tst iperf3.py: using RAC 209\u000a10:36:56.521917 tst iperf3.py: using CellId 33359\u000a10:36:56.649384 tst iperf3.py: using BVCI 33360\u000a10:36:56.673461 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.684391 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.695072 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.705974 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.716733 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.727518 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.738466 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.749150 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:36:56.760024 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:36:57.045250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:36:57.175818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:57.504380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9531): Launched\u000a10:36:57.776182 run iperf3-srv_10.42.42.10(pid=9532): Launched\u000a10:36:57.967103 tst iperf3.py:8: start network...\u000a10:36:58.097483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:58.602700 run create_hlr_db(pid=9533): Launched\u000a10:36:58.783253 bus /gobi_6: Setting Powered False\u000a10:36:59.804823 run create_hlr_db(pid=9533): Terminated: ok {rc=0}\u000a10:37:00.253458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9535): Launched\u000a10:37:00.591493 run osmo-hlr_10.42.42.2(pid=9536): Launched\u000a10:37:00.714134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:01.332453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9538): Launched\u000a10:37:01.805696 run osmo-stp_10.42.42.5(pid=9539): Launched\u000a10:37:01.924337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:02.493215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9541): Launched\u000a10:37:02.613367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:02.906707 run patchelf(pid=9542): Launched\u000a10:37:03.101971 run osmo-stp_10.42.42.5(pid=9539): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9539)]\u000a10:37:03.244555 run osmo-stp_10.42.42.5(pid=9539): stdout: \u000a| (launched: 2022-12-13_10:37:01.505383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:03.387797 run osmo-stp_10.42.42.5(pid=9539): stderr: \u000a| �[0;m�[38;5;43m20221213103701702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103701702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103701702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103701703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:03.525791 run osmo-stp_10.42.42.5(pid=9539): stdout: \u000a| (launched: 2022-12-13_10:37:01.505383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:03.662420 run osmo-stp_10.42.42.5(pid=9539): stderr: \u000a| �[0;m�[38;5;43m20221213103701702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103701702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103701702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103701703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:03.822585 run patchelf(pid=9542): Terminating (SIGINT)\u000a10:37:04.010384 run patchelf(pid=9542): Terminated: ok {rc=0}\u000a10:37:04.044625 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9539): Process ended prematurely: osmo-stp_10.42.42.5(pid=9539) [trial-2388↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9539)] [trial-2388↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a10:37:04.054827 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:37:04.118927 run osmo-hlr_10.42.42.2(pid=9536): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9536)]\u000a10:37:04.171349 run osmo-hlr_10.42.42.2(pid=9536): stdout: \u000a| (launched: 2022-12-13_10:37:00.423991) \u000a10:37:04.228002 run osmo-hlr_10.42.42.2(pid=9536): stderr: \u000a| �[0;m�[1;31m20221213103700622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103700622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103700623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103700623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103700623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103700623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103700635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103700643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103700643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103700643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:04.274466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9531): Terminating (SIGTERM)\u000a10:37:04.317281 run iperf3-srv_10.42.42.10(pid=9532): Terminating (SIGTERM)\u000a10:37:04.359732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9535): Terminating (SIGTERM)\u000a10:37:04.402658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9538): Terminating (SIGTERM)\u000a10:37:04.445677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9541): Terminating (SIGTERM)\u000a10:37:04.455404 --- ParallelTerminationStrategy: PID 9531 died...\u000a10:37:04.512252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9531): Terminated: ok {rc=0}\u000a10:37:04.522401 --- ParallelTerminationStrategy: PID 9532 died...\u000a10:37:04.578801 run iperf3-srv_10.42.42.10(pid=9532): Terminated {rc=256}\u000a10:37:04.588802 --- ParallelTerminationStrategy: PID 9535 died...\u000a10:37:04.645488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9535): Terminated: ok {rc=0}\u000a10:37:04.655525 --- ParallelTerminationStrategy: PID 9538 died...\u000a10:37:04.712274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9538): Terminated: ok {rc=0}\u000a10:37:04.722429 --- ParallelTerminationStrategy: PID 9541 died...\u000a10:37:04.778944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9541): Terminated: ok {rc=0}\u000a10:37:04.867565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9557): Process ended prematurely: osmo-stp_10.42.42.5(pid=9557) [trial-2388↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9557)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9557): Process ended prematurely: osmo-stp_10.42.42.5(pid=9557) [trial-2388↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a10:37:05.984381 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:05.997355 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:37:06.148502 tst iperf3m4.py: using LAC 33360\u000a10:37:06.280174 tst iperf3m4.py: using RAC 210\u000a10:37:06.411829 tst iperf3m4.py: using CellId 33360\u000a10:37:06.543104 tst iperf3m4.py: using BVCI 33361\u000a10:37:06.568793 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.580123 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.591260 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.602498 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.614318 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.626146 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.638221 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.650005 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:06.662199 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:37:06.785899 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:37:06.911384 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:37:07.034401 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:37:07.321950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:37:07.452284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:07.780145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9543): Launched\u000a10:37:08.051861 run iperf3-srv_10.42.42.10(pid=9544): Launched\u000a10:37:08.242139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:37:08.372580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:08.698864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9545): Launched\u000a10:37:08.970657 run iperf3-srv_10.42.42.10(pid=9546): Launched\u000a10:37:09.159829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:37:09.289879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:09.614336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9547): Launched\u000a10:37:09.885520 run iperf3-srv_10.42.42.10(pid=9548): Launched\u000a10:37:10.074275 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:37:10.203609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:10.529742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9549): Launched\u000a10:37:10.799476 run iperf3-srv_10.42.42.10(pid=9550): Launched\u000a10:37:10.988776 tst iperf3m4.py:8: start network...\u000a10:37:11.118261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:11.620737 run create_hlr_db(pid=9551): Launched\u000a10:37:11.799678 bus /gobi_6: Setting Powered False\u000a10:37:12.822240 run create_hlr_db(pid=9551): Terminated: ok {rc=0}\u000a10:37:13.269758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9553): Launched\u000a10:37:13.607853 run osmo-hlr_10.42.42.2(pid=9554): Launched\u000a10:37:13.736422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:14.323436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9556): Launched\u000a10:37:14.662772 run osmo-stp_10.42.42.5(pid=9557): Launched\u000a10:37:14.785006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:15.371633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9559): Launched\u000a10:37:15.491483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:15.785739 run patchelf(pid=9560): Launched\u000a10:37:16.012271 run osmo-stp_10.42.42.5(pid=9557): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9557)]\u000a10:37:16.171717 run osmo-stp_10.42.42.5(pid=9557): stdout: \u000a| (launched: 2022-12-13_10:37:14.493965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:16.318317 run osmo-stp_10.42.42.5(pid=9557): stderr: \u000a| �[0;m�[38;5;43m20221213103714685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103714685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103714686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103714686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103714686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103714687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103714687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:16.460168 run osmo-stp_10.42.42.5(pid=9557): stdout: \u000a| (launched: 2022-12-13_10:37:14.493965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:16.615121 run osmo-stp_10.42.42.5(pid=9557): stderr: \u000a| �[0;m�[38;5;43m20221213103714685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103714685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103714686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103714686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103714686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103714687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103714687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:16.820023 run patchelf(pid=9560): Terminating (SIGINT)\u000a10:37:17.061686 run patchelf(pid=9560): Terminated: ok {rc=0}\u000a10:37:17.097877 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9557): Process ended prematurely: osmo-stp_10.42.42.5(pid=9557) [trial-2388↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9557)] [trial-2388↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a10:37:17.109047 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a10:37:17.176740 run osmo-hlr_10.42.42.2(pid=9554): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9554)]\u000a10:37:17.231793 run osmo-hlr_10.42.42.2(pid=9554): stdout: \u000a| (launched: 2022-12-13_10:37:13.440810) \u000a10:37:17.287506 run osmo-hlr_10.42.42.2(pid=9554): stderr: \u000a| �[0;m�[1;31m20221213103713637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103713637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103713637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103713637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103713637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103713637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103713650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103713660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103713661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103713661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:17.335162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9543): Terminating (SIGTERM)\u000a10:37:17.381089 run iperf3-srv_10.42.42.10(pid=9544): Terminating (SIGTERM)\u000a10:37:17.425152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9545): Terminating (SIGTERM)\u000a10:37:17.467806 run iperf3-srv_10.42.42.10(pid=9546): Terminating (SIGTERM)\u000a10:37:17.510800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9547): Terminating (SIGTERM)\u000a10:37:17.553605 run iperf3-srv_10.42.42.10(pid=9548): Terminating (SIGTERM)\u000a10:37:17.596434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9549): Terminating (SIGTERM)\u000a10:37:17.639110 run iperf3-srv_10.42.42.10(pid=9550): Terminating (SIGTERM)\u000a10:37:17.681933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9553): Terminating (SIGTERM)\u000a10:37:17.724590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9556): Terminating (SIGTERM)\u000a10:37:17.767593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9559): Terminating (SIGTERM)\u000a10:37:17.777552 --- ParallelTerminationStrategy: PID 9543 died...\u000a10:37:17.835450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9543): Terminated: ok {rc=0}\u000a10:37:17.845749 --- ParallelTerminationStrategy: PID 9544 died...\u000a10:37:17.903427 run iperf3-srv_10.42.42.10(pid=9544): Terminated {rc=256}\u000a10:37:17.913687 --- ParallelTerminationStrategy: PID 9545 died...\u000a10:37:17.971208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9545): Terminated: ok {rc=0}\u000a10:37:17.981924 --- ParallelTerminationStrategy: PID 9546 died...\u000a10:37:18.039335 run iperf3-srv_10.42.42.10(pid=9546): Terminated {rc=256}\u000a10:37:18.049998 --- ParallelTerminationStrategy: PID 9547 died...\u000a10:37:18.107698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9547): Terminated: ok {rc=0}\u000a10:37:18.117942 --- ParallelTerminationStrategy: PID 9548 died...\u000a10:37:18.175240 run iperf3-srv_10.42.42.10(pid=9548): Terminated {rc=256}\u000a10:37:18.185946 --- ParallelTerminationStrategy: PID 9549 died...\u000a10:37:18.243563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9549): Terminated: ok {rc=0}\u000a10:37:18.253856 --- ParallelTerminationStrategy: PID 9550 died...\u000a10:37:18.311275 run iperf3-srv_10.42.42.10(pid=9550): Terminated {rc=256}\u000a10:37:18.321707 --- ParallelTerminationStrategy: PID 9553 died...\u000a10:37:18.379597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9553): Terminated: ok {rc=0}\u000a10:37:18.389933 --- ParallelTerminationStrategy: PID 9556 died...\u000a10:37:18.447743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9556): Terminated: ok {rc=0}\u000a10:37:18.458066 --- ParallelTerminationStrategy: PID 9559 died...\u000a10:37:18.515794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9559): Terminated: ok {rc=0}\u000a10:37:18.604205 bus /gobi_4: Setting Powered False\u000a10:37:19.712269 bus /gobi_4: Setting Powered False\u000a10:37:20.821926 bus /gobi_1: Setting Powered False\u000a10:37:21.929939 bus /gobi_1: Setting Powered False\u000a10:37:23.043038 bus /gobi_0: Setting Powered False\u000a10:37:24.147479 bus /gobi_0: Setting Powered False\u000a10:37:25.261114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2388↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2388↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a10:37:26.328854 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.340651 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:37:26.480380 tst ping.py: using LAC 33361\u000a10:37:26.602629 tst ping.py: using RAC 211\u000a10:37:26.724574 tst ping.py: using CellId 33361\u000a10:37:26.846272 tst ping.py: using BVCI 33362\u000a10:37:26.869747 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.880504 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.891165 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.901952 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.912497 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.923057 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.933839 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:26.944478 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:37:27.238287 tst ping.py:19: start network...\u000a10:37:27.375541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:27.894914 run create_hlr_db(pid=9561): Launched\u000a10:37:28.084247 bus /gobi_6: Setting Powered False\u000a10:37:29.104489 run create_hlr_db(pid=9561): Terminated: ok {rc=0}\u000a10:37:29.544931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Launched\u000a10:37:29.876734 run osmo-hlr_10.42.42.2(pid=9564): Launched\u000a10:37:29.996923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:30.575582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Launched\u000a10:37:30.909364 run osmo-stp_10.42.42.5(pid=9567): Launched\u000a10:37:31.125615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:31.824629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Launched\u000a10:37:31.949750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:32.282927 run patchelf(pid=9570): Launched\u000a10:37:32.478003 run osmo-stp_10.42.42.5(pid=9567): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]\u000a10:37:32.619452 run osmo-stp_10.42.42.5(pid=9567): stdout: \u000a| (launched: 2022-12-13_10:37:30.743309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:32.760546 run osmo-stp_10.42.42.5(pid=9567): stderr: \u000a| �[0;m�[38;5;43m20221213103731057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103731057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103731058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103731058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103731059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103731059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103731059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:32.897524 run osmo-stp_10.42.42.5(pid=9567): stdout: \u000a| (launched: 2022-12-13_10:37:30.743309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:33.032744 run osmo-stp_10.42.42.5(pid=9567): stderr: \u000a| �[0;m�[38;5;43m20221213103731057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103731057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103731058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103731058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103731059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103731059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103731059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:33.190433 run patchelf(pid=9570): Terminating (SIGINT)\u000a10:37:33.375164 run patchelf(pid=9570): Terminated: ok {rc=0}\u000a10:37:33.408626 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2388↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)] [trial-2388↪gprs:trx-sysmocell5000↪ping.py:22]\u000a10:37:33.418217 tst ping.py:22: Test FAILED (7.1 sec)\u000a10:37:33.483165 run osmo-hlr_10.42.42.2(pid=9564): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9564)]\u000a10:37:33.536750 run osmo-hlr_10.42.42.2(pid=9564): stdout: \u000a| (launched: 2022-12-13_10:37:29.711530) \u000a10:37:33.590770 run osmo-hlr_10.42.42.2(pid=9564): stderr: \u000a| �[0;m�[1;31m20221213103729909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103729909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103729909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103729910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103729910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103729910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103729922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103729931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103729931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103729931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:33.636742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Terminating (SIGTERM)\u000a10:37:33.680110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Terminating (SIGTERM)\u000a10:37:33.723563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Terminating (SIGTERM)\u000a10:37:33.733577 --- ParallelTerminationStrategy: PID 9563 died...\u000a10:37:33.791800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Terminated: ok {rc=0}\u000a10:37:33.802120 --- ParallelTerminationStrategy: PID 9566 died...\u000a10:37:33.860590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Terminated: ok {rc=0}\u000a10:37:33.871069 --- ParallelTerminationStrategy: PID 9569 died...\u000a10:37:33.928912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Terminated: ok {rc=0}\u000a10:37:34.017929 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2388↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2388↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a10:37:35.073217 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.085439 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:37:35.233319 tst ping_idle_ping.py: using LAC 33362\u000a10:37:35.356399 tst ping_idle_ping.py: using RAC 212\u000a10:37:35.485599 tst ping_idle_ping.py: using CellId 33362\u000a10:37:35.617741 tst ping_idle_ping.py: using BVCI 33363\u000a10:37:35.641467 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.652271 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.663685 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.674601 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.685281 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.695906 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.706985 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:37:35.717825 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:37:36.016882 tst ping_idle_ping.py:24: start network...\u000a10:37:36.154823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:36.654445 run create_hlr_db(pid=9571): Launched\u000a10:37:36.832292 bus /gobi_6: Setting Powered False\u000a10:37:37.854589 run create_hlr_db(pid=9571): Terminated: ok {rc=0}\u000a10:37:38.269169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Launched\u000a10:37:38.580268 run osmo-hlr_10.42.42.2(pid=9574): Launched\u000a10:37:38.696614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:39.232149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Launched\u000a10:37:39.541446 run osmo-stp_10.42.42.5(pid=9577): Launched\u000a10:37:39.652584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:40.188485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Launched\u000a10:37:40.297495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:40.567541 run patchelf(pid=9580): Launched\u000a10:37:40.747094 run osmo-stp_10.42.42.5(pid=9577): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a10:37:40.878482 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-13_10:37:39.387778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:41.009903 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221213103739559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103739560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103739560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103739560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103739561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103739561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103739561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:41.137467 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-13_10:37:39.387778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:41.263293 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221213103739559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103739560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103739560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103739560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103739561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103739561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103739561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:41.409769 run patchelf(pid=9580): Terminating (SIGINT)\u000a10:37:41.583005 run patchelf(pid=9580): Terminated: ok {rc=0}\u000a10:37:41.614672 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2388↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)] [trial-2388↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a10:37:41.623454 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:37:41.684093 run osmo-hlr_10.42.42.2(pid=9574): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9574)]\u000a10:37:41.733743 run osmo-hlr_10.42.42.2(pid=9574): stdout: \u000a| (launched: 2022-12-13_10:37:38.425175) \u000a10:37:41.784218 run osmo-hlr_10.42.42.2(pid=9574): stderr: \u000a| �[0;m�[1;31m20221213103738602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103738602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103738602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103738602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103738602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103738602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103738613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103738621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103738622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103738622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:41.827378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminating (SIGTERM)\u000a10:37:41.867908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminating (SIGTERM)\u000a10:37:41.908606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminating (SIGTERM)\u000a10:37:41.918073 --- ParallelTerminationStrategy: PID 9573 died...\u000a10:37:41.972250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminated: ok {rc=0}\u000a10:37:41.982068 --- ParallelTerminationStrategy: PID 9576 died...\u000a10:37:42.035895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminated: ok {rc=0}\u000a10:37:42.045815 --- ParallelTerminationStrategy: PID 9579 died...\u000a10:37:42.099529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminated: ok {rc=0}\u000a10:37:42.183993 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:36:42" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9597): Process ended prematurely: osmo-stp_10.42.42.5(pid=9597) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9597)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9597): Process ended prematurely: osmo-stp_10.42.42.5(pid=9597) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:37:44.332828 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.343753 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:37:44.484266 tst cs_paging_gprs_active.py: using LAC 33363\u000a10:37:44.608198 tst cs_paging_gprs_active.py: using RAC 213\u000a10:37:44.732523 tst cs_paging_gprs_active.py: using CellId 33363\u000a10:37:44.856452 tst cs_paging_gprs_active.py: using BVCI 33364\u000a10:37:44.880322 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.891278 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.902025 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.912844 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.923660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.934889 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.945802 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.956332 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:44.967368 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:45.089860 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:45.394207 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:37:45.534833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:45.887209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Launched\u000a10:37:46.193298 run iperf3-srv_10.42.42.10(pid=9588): Launched\u000a10:37:46.395030 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:37:46.535320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:46.873865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9589): Launched\u000a10:37:47.170569 run iperf3-srv_10.42.42.10(pid=9590): Launched\u000a10:37:47.380064 tst cs_paging_gprs_active.py:38: start network...\u000a10:37:47.521160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:48.055203 run create_hlr_db(pid=9591): Launched\u000a10:37:48.249437 bus /gobi_6: Setting Powered False\u000a10:37:49.270291 run create_hlr_db(pid=9591): Terminated: ok {rc=0}\u000a10:37:49.695352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9593): Launched\u000a10:37:50.010328 run osmo-hlr_10.42.42.2(pid=9594): Launched\u000a10:37:50.135726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:50.681952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9596): Launched\u000a10:37:50.998110 run osmo-stp_10.42.42.5(pid=9597): Launched\u000a10:37:51.110245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:51.658404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9599): Launched\u000a10:37:51.770030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:52.044737 run patchelf(pid=9600): Launched\u000a10:37:52.227137 run osmo-stp_10.42.42.5(pid=9597): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9597)]\u000a10:37:52.359940 run osmo-stp_10.42.42.5(pid=9597): stdout: \u000a| (launched: 2022-12-13_10:37:50.841110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:52.493264 run osmo-stp_10.42.42.5(pid=9597): stderr: \u000a| �[0;m�[38;5;43m20221213103751012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103751012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103751012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103751013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:52.622482 run osmo-stp_10.42.42.5(pid=9597): stdout: \u000a| (launched: 2022-12-13_10:37:50.841110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:52.750022 run osmo-stp_10.42.42.5(pid=9597): stderr: \u000a| �[0;m�[38;5;43m20221213103751012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103751012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103751012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103751013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:52.899233 run patchelf(pid=9600): Terminating (SIGINT)\u000a10:37:53.074928 run patchelf(pid=9600): Terminated: ok {rc=0}\u000a10:37:53.107142 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9597): Process ended prematurely: osmo-stp_10.42.42.5(pid=9597) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9597)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:37:53.116447 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:37:53.177451 run osmo-hlr_10.42.42.2(pid=9594): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9594)]\u000a10:37:53.227338 run osmo-hlr_10.42.42.2(pid=9594): stdout: \u000a| (launched: 2022-12-13_10:37:49.854798) \u000a10:37:53.278146 run osmo-hlr_10.42.42.2(pid=9594): stderr: \u000a| �[0;m�[1;31m20221213103750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103750044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103750054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103750054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103750054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:53.321183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Terminating (SIGTERM)\u000a10:37:53.361527 run iperf3-srv_10.42.42.10(pid=9588): Terminating (SIGTERM)\u000a10:37:53.401877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9589): Terminating (SIGTERM)\u000a10:37:53.442050 run iperf3-srv_10.42.42.10(pid=9590): Terminating (SIGTERM)\u000a10:37:53.482310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9593): Terminating (SIGTERM)\u000a10:37:53.522559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9596): Terminating (SIGTERM)\u000a10:37:53.562923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9599): Terminating (SIGTERM)\u000a10:37:53.572186 --- ParallelTerminationStrategy: PID 9587 died...\u000a10:37:53.626175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Terminated: ok {rc=0}\u000a10:37:53.635839 --- ParallelTerminationStrategy: PID 9588 died...\u000a10:37:53.690351 run iperf3-srv_10.42.42.10(pid=9588): Terminated {rc=256}\u000a10:37:53.700097 --- ParallelTerminationStrategy: PID 9589 died...\u000a10:37:53.753705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9589): Terminated: ok {rc=0}\u000a10:37:53.763268 --- ParallelTerminationStrategy: PID 9590 died...\u000a10:37:53.816741 run iperf3-srv_10.42.42.10(pid=9590): Terminated {rc=256}\u000a10:37:53.826335 --- ParallelTerminationStrategy: PID 9593 died...\u000a10:37:53.879594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9593): Terminated: ok {rc=0}\u000a10:37:53.889199 --- ParallelTerminationStrategy: PID 9596 died...\u000a10:37:53.942713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9596): Terminated: ok {rc=0}\u000a10:37:53.952329 --- ParallelTerminationStrategy: PID 9599 died...\u000a10:37:54.006395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9599): Terminated: ok {rc=0}\u000a10:37:54.096143 bus /gobi_0: Setting Powered False\u000a10:37:55.202526 bus /gobi_0: Setting Powered False\u000a10:37:56.316062 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9609): Process ended prematurely: osmo-stp_10.42.42.5(pid=9609) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9609)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9609): Process ended prematurely: osmo-stp_10.42.42.5(pid=9609) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:37:57.431891 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:57.444068 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:37:57.596915 tst iperf3.py: using LAC 33364\u000a10:37:57.727198 tst iperf3.py: using RAC 214\u000a10:37:57.857993 tst iperf3.py: using CellId 33364\u000a10:37:57.987101 tst iperf3.py: using BVCI 33365\u000a10:37:58.012333 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.023927 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.035257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.046559 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.058104 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.069690 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.081383 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.092757 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:58.104436 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:58.386916 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:37:58.514744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:58.836108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9601): Launched\u000a10:37:59.107746 run iperf3-srv_10.42.42.10(pid=9602): Launched\u000a10:37:59.298083 tst iperf3.py:8: start network...\u000a10:37:59.427912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:59.930574 run create_hlr_db(pid=9603): Launched\u000a10:38:00.109981 bus /gobi_6: Setting Powered False\u000a10:38:01.139838 run create_hlr_db(pid=9603): Terminated: ok {rc=0}\u000a10:38:01.588343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9605): Launched\u000a10:38:01.952755 run osmo-hlr_10.42.42.2(pid=9606): Launched\u000a10:38:02.116840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:02.713818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9608): Launched\u000a10:38:03.028706 run osmo-stp_10.42.42.5(pid=9609): Launched\u000a10:38:03.140548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:03.686212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9611): Launched\u000a10:38:03.797543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:04.070707 run patchelf(pid=9612): Launched\u000a10:38:04.252787 run osmo-stp_10.42.42.5(pid=9609): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9609)]\u000a10:38:04.385054 run osmo-stp_10.42.42.5(pid=9609): stdout: \u000a| (launched: 2022-12-13_10:38:02.872329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:04.517867 run osmo-stp_10.42.42.5(pid=9609): stderr: \u000a| �[0;m�[38;5;43m20221213103803042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103803043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103803043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103803043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103803044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103803044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103803044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:04.645955 run osmo-stp_10.42.42.5(pid=9609): stdout: \u000a| (launched: 2022-12-13_10:38:02.872329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:04.773185 run osmo-stp_10.42.42.5(pid=9609): stderr: \u000a| �[0;m�[38;5;43m20221213103803042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103803043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103803043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103803043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103803044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103803044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103803044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:04.921779 run patchelf(pid=9612): Terminating (SIGINT)\u000a10:38:05.095839 run patchelf(pid=9612): Terminated: ok {rc=0}\u000a10:38:05.127797 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9609): Process ended prematurely: osmo-stp_10.42.42.5(pid=9609) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9609)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a10:38:05.137048 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:38:05.196790 run osmo-hlr_10.42.42.2(pid=9606): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9606)]\u000a10:38:05.245875 run osmo-hlr_10.42.42.2(pid=9606): stdout: \u000a| (launched: 2022-12-13_10:38:01.764710) \u000a10:38:05.295395 run osmo-hlr_10.42.42.2(pid=9606): stderr: \u000a| �[0;m�[1;31m20221213103802128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103802129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103802129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103802129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103802129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103802129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103802153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103802174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103802174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103802174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:05.337832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9601): Terminating (SIGTERM)\u000a10:38:05.377824 run iperf3-srv_10.42.42.10(pid=9602): Terminating (SIGTERM)\u000a10:38:05.417739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9605): Terminating (SIGTERM)\u000a10:38:05.457590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9608): Terminating (SIGTERM)\u000a10:38:05.497506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9611): Terminating (SIGTERM)\u000a10:38:05.506706 --- ParallelTerminationStrategy: PID 9601 died...\u000a10:38:05.559970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9601): Terminated: ok {rc=0}\u000a10:38:05.569853 --- ParallelTerminationStrategy: PID 9602 died...\u000a10:38:05.629505 run iperf3-srv_10.42.42.10(pid=9602): Terminated {rc=256}\u000a10:38:05.649647 --- ParallelTerminationStrategy: PID 9605 died...\u000a10:38:05.706632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9605): Terminated: ok {rc=0}\u000a10:38:05.716772 --- ParallelTerminationStrategy: PID 9608 died...\u000a10:38:05.774074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9608): Terminated: ok {rc=0}\u000a10:38:05.784307 --- ParallelTerminationStrategy: PID 9611 died...\u000a10:38:05.842346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9611): Terminated: ok {rc=0}\u000a10:38:05.929734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9627): Process ended prematurely: osmo-stp_10.42.42.5(pid=9627) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9627): Process ended prematurely: osmo-stp_10.42.42.5(pid=9627) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:38:07.046006 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.058005 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:38:07.206129 tst iperf3m4.py: using LAC 33365\u000a10:38:07.336186 tst iperf3m4.py: using RAC 215\u000a10:38:07.459746 tst iperf3m4.py: using CellId 33365\u000a10:38:07.581252 tst iperf3m4.py: using BVCI 33366\u000a10:38:07.604548 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.615808 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.626890 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.637769 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.648423 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.659725 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.670625 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.681296 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:07.692014 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:07.813886 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:07.935598 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:08.056573 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:08.339569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:38:08.467989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:08.787728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9613): Launched\u000a10:38:09.056081 run iperf3-srv_10.42.42.10(pid=9614): Launched\u000a10:38:09.243284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:38:09.370725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:09.691479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9615): Launched\u000a10:38:09.957775 run iperf3-srv_10.42.42.10(pid=9616): Launched\u000a10:38:10.143984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:38:10.271035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:10.589792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9617): Launched\u000a10:38:10.854403 run iperf3-srv_10.42.42.10(pid=9618): Launched\u000a10:38:11.040845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:38:11.168199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:11.487807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9619): Launched\u000a10:38:11.755094 run iperf3-srv_10.42.42.10(pid=9620): Launched\u000a10:38:11.942839 tst iperf3m4.py:8: start network...\u000a10:38:12.070338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:12.562884 run create_hlr_db(pid=9621): Launched\u000a10:38:12.738533 bus /gobi_6: Setting Powered False\u000a10:38:13.760282 run create_hlr_db(pid=9621): Terminated: ok {rc=0}\u000a10:38:14.171121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9623): Launched\u000a10:38:14.479300 run osmo-hlr_10.42.42.2(pid=9624): Launched\u000a10:38:14.591185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:15.126490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9626): Launched\u000a10:38:15.435982 run osmo-stp_10.42.42.5(pid=9627): Launched\u000a10:38:15.547949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:16.166510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9629): Launched\u000a10:38:16.283778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:16.581459 run patchelf(pid=9630): Launched\u000a10:38:16.766666 run osmo-stp_10.42.42.5(pid=9627): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)]\u000a10:38:16.901816 run osmo-stp_10.42.42.5(pid=9627): stdout: \u000a| (launched: 2022-12-13_10:38:15.282030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:17.038366 run osmo-stp_10.42.42.5(pid=9627): stderr: \u000a| �[0;m�[38;5;43m20221213103815452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103815452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103815453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103815453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103815453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103815453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103815454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:17.170504 run osmo-stp_10.42.42.5(pid=9627): stdout: \u000a| (launched: 2022-12-13_10:38:15.282030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:17.298679 run osmo-stp_10.42.42.5(pid=9627): stderr: \u000a| �[0;m�[38;5;43m20221213103815452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103815452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103815453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103815453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103815453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103815453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103815454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:17.445747 run patchelf(pid=9630): Terminating (SIGINT)\u000a10:38:17.618678 run patchelf(pid=9630): Terminated: ok {rc=0}\u000a10:38:17.650645 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9627): Process ended prematurely: osmo-stp_10.42.42.5(pid=9627) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:38:17.660065 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:38:17.721578 run osmo-hlr_10.42.42.2(pid=9624): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9624)]\u000a10:38:17.771676 run osmo-hlr_10.42.42.2(pid=9624): stdout: \u000a| (launched: 2022-12-13_10:38:14.327413) \u000a10:38:17.822503 run osmo-hlr_10.42.42.2(pid=9624): stderr: \u000a| �[0;m�[1;31m20221213103814504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103814504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103814504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103814504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103814504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103814504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103814516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103814526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103814526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103814526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:17.866029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9613): Terminating (SIGTERM)\u000a10:38:17.907330 run iperf3-srv_10.42.42.10(pid=9614): Terminating (SIGTERM)\u000a10:38:17.947785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9615): Terminating (SIGTERM)\u000a10:38:17.987989 run iperf3-srv_10.42.42.10(pid=9616): Terminating (SIGTERM)\u000a10:38:18.028230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9617): Terminating (SIGTERM)\u000a10:38:18.068334 run iperf3-srv_10.42.42.10(pid=9618): Terminating (SIGTERM)\u000a10:38:18.108740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9619): Terminating (SIGTERM)\u000a10:38:18.149154 run iperf3-srv_10.42.42.10(pid=9620): Terminating (SIGTERM)\u000a10:38:18.189646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9623): Terminating (SIGTERM)\u000a10:38:18.230025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9626): Terminating (SIGTERM)\u000a10:38:18.270529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9629): Terminating (SIGTERM)\u000a10:38:18.279899 --- ParallelTerminationStrategy: PID 9613 died...\u000a10:38:18.334267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9613): Terminated: ok {rc=0}\u000a10:38:18.344403 --- ParallelTerminationStrategy: PID 9614 died...\u000a10:38:18.398426 run iperf3-srv_10.42.42.10(pid=9614): Terminated {rc=256}\u000a10:38:18.408141 --- ParallelTerminationStrategy: PID 9615 died...\u000a10:38:18.462045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9615): Terminated: ok {rc=0}\u000a10:38:18.471709 --- ParallelTerminationStrategy: PID 9616 died...\u000a10:38:18.525818 run iperf3-srv_10.42.42.10(pid=9616): Terminated {rc=256}\u000a10:38:18.535580 --- ParallelTerminationStrategy: PID 9617 died...\u000a10:38:18.589758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9617): Terminated: ok {rc=0}\u000a10:38:18.599466 --- ParallelTerminationStrategy: PID 9618 died...\u000a10:38:18.653437 run iperf3-srv_10.42.42.10(pid=9618): Terminated {rc=256}\u000a10:38:18.663546 --- ParallelTerminationStrategy: PID 9619 died...\u000a10:38:18.717858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9619): Terminated: ok {rc=0}\u000a10:38:18.727713 --- ParallelTerminationStrategy: PID 9620 died...\u000a10:38:18.781672 run iperf3-srv_10.42.42.10(pid=9620): Terminated {rc=256}\u000a10:38:18.791481 --- ParallelTerminationStrategy: PID 9623 died...\u000a10:38:18.845627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9623): Terminated: ok {rc=0}\u000a10:38:18.855470 --- ParallelTerminationStrategy: PID 9626 died...\u000a10:38:18.909432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9626): Terminated: ok {rc=0}\u000a10:38:18.919306 --- ParallelTerminationStrategy: PID 9629 died...\u000a10:38:18.973492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9629): Terminated: ok {rc=0}\u000a10:38:19.062796 bus /gobi_4: Setting Powered False\u000a10:38:20.168299 bus /gobi_4: Setting Powered False\u000a10:38:21.281691 bus /gobi_1: Setting Powered False\u000a10:38:22.386204 bus /gobi_1: Setting Powered False\u000a10:38:23.494923 bus /gobi_0: Setting Powered False\u000a10:38:24.603276 bus /gobi_0: Setting Powered False\u000a10:38:25.714543 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:38:26.782995 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:26.795024 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:38:26.942314 tst ping.py: using LAC 33366\u000a10:38:27.069564 tst ping.py: using RAC 216\u000a10:38:27.191644 tst ping.py: using CellId 33366\u000a10:38:27.309611 tst ping.py: using BVCI 33367\u000a10:38:27.332652 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.343698 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.354789 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.365607 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.376417 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.387142 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.398390 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:27.409168 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:27.703763 tst ping.py:19: start network...\u000a10:38:27.838962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:28.351575 run create_hlr_db(pid=9631): Launched\u000a10:38:28.539226 bus /gobi_6: Setting Powered False\u000a10:38:29.560088 run create_hlr_db(pid=9631): Terminated: ok {rc=0}\u000a10:38:29.968625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Launched\u000a10:38:30.272891 run osmo-hlr_10.42.42.2(pid=9634): Launched\u000a10:38:30.383466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:30.917539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Launched\u000a10:38:31.234054 run osmo-stp_10.42.42.5(pid=9637): Launched\u000a10:38:31.413972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:32.172771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9639): Launched\u000a10:38:32.285947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:32.554865 run patchelf(pid=9640): Launched\u000a10:38:32.731196 run osmo-stp_10.42.42.5(pid=9637): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]\u000a10:38:32.859713 run osmo-stp_10.42.42.5(pid=9637): stdout: \u000a| (launched: 2022-12-13_10:38:31.071845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:32.988541 run osmo-stp_10.42.42.5(pid=9637): stderr: \u000a| �[0;m�[38;5;43m20221213103831523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103831523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103831524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103831526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103831528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103831528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103831529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:33.113152 run osmo-stp_10.42.42.5(pid=9637): stdout: \u000a| (launched: 2022-12-13_10:38:31.071845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:33.236385 run osmo-stp_10.42.42.5(pid=9637): stderr: \u000a| �[0;m�[38;5;43m20221213103831523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103831523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103831524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103831526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103831528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103831528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103831529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:33.380281 run patchelf(pid=9640): Terminating (SIGINT)\u000a10:38:33.549632 run patchelf(pid=9640): Terminated: ok {rc=0}\u000a10:38:33.580376 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a10:38:33.589029 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:38:33.649219 run osmo-hlr_10.42.42.2(pid=9634): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9634)]\u000a10:38:33.698232 run osmo-hlr_10.42.42.2(pid=9634): stdout: \u000a| (launched: 2022-12-13_10:38:30.121825) \u000a10:38:33.748046 run osmo-hlr_10.42.42.2(pid=9634): stderr: \u000a| �[0;m�[1;31m20221213103830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103830312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103830322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103830322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103830322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:33.790274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Terminating (SIGTERM)\u000a10:38:33.830141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Terminating (SIGTERM)\u000a10:38:33.870136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9639): Terminating (SIGTERM)\u000a10:38:33.879395 --- ParallelTerminationStrategy: PID 9633 died...\u000a10:38:33.932867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Terminated: ok {rc=0}\u000a10:38:33.942554 --- ParallelTerminationStrategy: PID 9636 died...\u000a10:38:33.996359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Terminated: ok {rc=0}\u000a10:38:34.006064 --- ParallelTerminationStrategy: PID 9639 died...\u000a10:38:34.059316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9639): Terminated: ok {rc=0}\u000a10:38:34.148254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:38:35.200166 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.211819 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:38:35.351895 tst ping_idle_ping.py: using LAC 33367\u000a10:38:35.475672 tst ping_idle_ping.py: using RAC 217\u000a10:38:35.600489 tst ping_idle_ping.py: using CellId 33367\u000a10:38:35.717706 tst ping_idle_ping.py: using BVCI 33368\u000a10:38:35.740672 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.751630 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.762437 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.773222 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.784069 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.794999 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.806176 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:35.817159 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:36.112632 tst ping_idle_ping.py:24: start network...\u000a10:38:36.248684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:36.789680 run create_hlr_db(pid=9641): Launched\u000a10:38:36.978609 bus /gobi_6: Setting Powered False\u000a10:38:37.997914 run create_hlr_db(pid=9641): Terminated: ok {rc=0}\u000a10:38:38.409708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Launched\u000a10:38:38.734168 run osmo-hlr_10.42.42.2(pid=9644): Launched\u000a10:38:38.853170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:39.412417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Launched\u000a10:38:39.733746 run osmo-stp_10.42.42.5(pid=9647): Launched\u000a10:38:39.856416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:40.416417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Launched\u000a10:38:40.532075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:40.815361 run patchelf(pid=9650): Launched\u000a10:38:41.004550 run osmo-stp_10.42.42.5(pid=9647): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]\u000a10:38:41.142435 run osmo-stp_10.42.42.5(pid=9647): stdout: \u000a| (launched: 2022-12-13_10:38:39.575855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:41.280303 run osmo-stp_10.42.42.5(pid=9647): stderr: \u000a| �[0;m�[38;5;43m20221213103839764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103839764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103839764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103839765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103839765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103839765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103839765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:41.414001 run osmo-stp_10.42.42.5(pid=9647): stdout: \u000a| (launched: 2022-12-13_10:38:39.575855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:41.546734 run osmo-stp_10.42.42.5(pid=9647): stderr: \u000a| �[0;m�[38;5;43m20221213103839764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103839764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103839764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103839765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103839765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103839765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103839765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:41.700737 run patchelf(pid=9650): Terminating (SIGINT)\u000a10:38:41.882857 run patchelf(pid=9650): Terminated: ok {rc=0}\u000a10:38:41.915750 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:38:41.925083 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:38:41.988358 run osmo-hlr_10.42.42.2(pid=9644): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9644)]\u000a10:38:42.039916 run osmo-hlr_10.42.42.2(pid=9644): stdout: \u000a| (launched: 2022-12-13_10:38:38.574446) \u000a10:38:42.092556 run osmo-hlr_10.42.42.2(pid=9644): stderr: \u000a| �[0;m�[1;31m20221213103838769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103838769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103838769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103838769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103838769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103838769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103838782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103838790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103838791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103838791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:42.137605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Terminating (SIGTERM)\u000a10:38:42.179854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Terminating (SIGTERM)\u000a10:38:42.222565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Terminating (SIGTERM)\u000a10:38:42.232326 --- ParallelTerminationStrategy: PID 9643 died...\u000a10:38:42.289563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Terminated: ok {rc=0}\u000a10:38:42.299804 --- ParallelTerminationStrategy: PID 9646 died...\u000a10:38:42.356699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Terminated: ok {rc=0}\u000a10:38:42.366933 --- ParallelTerminationStrategy: PID 9649 died...\u000a10:38:42.423719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Terminated: ok {rc=0}\u000a10:38:42.511660 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:37:43" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:38:44.682981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:44.694396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:38:44.859987 tst cs_paging_gprs_active.py: using LAC 33368\u000a10:38:44.979660 tst cs_paging_gprs_active.py: using RAC 218\u000a10:38:45.100297 tst cs_paging_gprs_active.py: using CellId 33368\u000a10:38:45.219768 tst cs_paging_gprs_active.py: using BVCI 33369\u000a10:38:45.243100 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.253983 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.264748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.275419 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.286073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.297138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.307990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.318608 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:45.329400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:45.446204 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:45.726165 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:38:45.853749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:46.244161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9657): Launched\u000a10:38:46.531021 run iperf3-srv_10.42.42.10(pid=9658): Launched\u000a10:38:46.725439 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:38:46.867372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:47.235757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9683): Launched\u000a10:38:47.629924 run iperf3-srv_10.42.42.10(pid=9696): Launched\u000a10:38:47.855636 tst cs_paging_gprs_active.py:38: start network...\u000a10:38:47.997776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:48.644663 run create_hlr_db(pid=9744): Launched\u000a10:38:48.881279 bus /gobi_6: Setting Powered False\u000a10:38:49.853454 run create_hlr_db(pid=9744): Terminated: ok {rc=0}\u000a10:38:50.346605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9932): Launched\u000a10:38:50.758801 run osmo-hlr_10.42.42.2(pid=9933): Launched\u000a10:38:50.991490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:51.626466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Launched\u000a10:38:52.061405 run osmo-stp_10.42.42.5(pid=9938): Launched\u000a10:38:52.275074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:52.863466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9940): Launched\u000a10:38:52.984057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:53.285558 run patchelf(pid=9941): Launched\u000a10:38:53.480837 run osmo-stp_10.42.42.5(pid=9938): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]\u000a10:38:53.625022 run osmo-stp_10.42.42.5(pid=9938): stdout: \u000a| (launched: 2022-12-13_10:38:51.795159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:53.769428 run osmo-stp_10.42.42.5(pid=9938): stderr: \u000a| �[0;m�[38;5;43m20221213103852084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103852089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103852089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103852090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103852090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103852090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103852090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:53.908716 run osmo-stp_10.42.42.5(pid=9938): stdout: \u000a| (launched: 2022-12-13_10:38:51.795159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:54.046568 run osmo-stp_10.42.42.5(pid=9938): stderr: \u000a| �[0;m�[38;5;43m20221213103852084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103852089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103852089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103852090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103852090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103852090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103852090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:54.207541 run patchelf(pid=9941): Terminating (SIGINT)\u000a10:38:54.397116 run patchelf(pid=9941): Terminated: ok {rc=0}\u000a10:38:54.432441 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:38:54.443642 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a10:38:54.510250 run osmo-hlr_10.42.42.2(pid=9933): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9933)]\u000a10:38:54.566806 run osmo-hlr_10.42.42.2(pid=9933): stdout: \u000a| (launched: 2022-12-13_10:38:50.504721) \u000a10:38:54.622284 run osmo-hlr_10.42.42.2(pid=9933): stderr: \u000a| �[0;m�[1;31m20221213103850837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103850837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103850837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103850838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103850838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103850838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103850859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103850872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103850872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:54.669728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9657): Terminating (SIGTERM)\u000a10:38:54.716199 run iperf3-srv_10.42.42.10(pid=9658): Terminating (SIGTERM)\u000a10:38:54.762585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9683): Terminating (SIGTERM)\u000a10:38:54.809216 run iperf3-srv_10.42.42.10(pid=9696): Terminating (SIGTERM)\u000a10:38:54.856324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9932): Terminating (SIGTERM)\u000a10:38:54.901791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Terminating (SIGTERM)\u000a10:38:54.949837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9940): Terminating (SIGTERM)\u000a10:38:54.960886 --- ParallelTerminationStrategy: PID 9657 died...\u000a10:38:55.022600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9657): Terminated: ok {rc=0}\u000a10:38:55.034675 --- ParallelTerminationStrategy: PID 9658 died...\u000a10:38:55.093438 run iperf3-srv_10.42.42.10(pid=9658): Terminated {rc=256}\u000a10:38:55.105183 --- ParallelTerminationStrategy: PID 9683 died...\u000a10:38:55.163965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9683): Terminated: ok {rc=0}\u000a10:38:55.175837 --- ParallelTerminationStrategy: PID 9696 died...\u000a10:38:55.234387 run iperf3-srv_10.42.42.10(pid=9696): Terminated {rc=256}\u000a10:38:55.245887 --- ParallelTerminationStrategy: PID 9932 died...\u000a10:38:55.305696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9932): Terminated: ok {rc=0}\u000a10:38:55.317648 --- ParallelTerminationStrategy: PID 9937 died...\u000a10:38:55.376773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Terminated: ok {rc=0}\u000a10:38:55.388799 --- ParallelTerminationStrategy: PID 9940 died...\u000a10:38:55.447827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9940): Terminated: ok {rc=0}\u000a10:38:55.541185 bus /gobi_0: Setting Powered False\u000a10:38:56.651955 bus /gobi_0: Setting Powered False\u000a10:38:57.769948 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:38:58.886021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:58.898813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:38:59.063635 tst iperf3.py: using LAC 33369\u000a10:38:59.188526 tst iperf3.py: using RAC 219\u000a10:38:59.314087 tst iperf3.py: using CellId 33369\u000a10:38:59.438713 tst iperf3.py: using BVCI 33370\u000a10:38:59.463538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.475611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.487653 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.499689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.511747 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.524750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.538724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.550721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:59.563113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:59.849815 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:38:59.982080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:00.318184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9942): Launched\u000a10:39:00.608050 run iperf3-srv_10.42.42.10(pid=9943): Launched\u000a10:39:00.802829 tst iperf3.py:8: start network...\u000a10:39:00.945146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:01.550252 run create_hlr_db(pid=9944): Launched\u000a10:39:01.769245 bus /gobi_6: Setting Powered False\u000a10:39:02.800699 run create_hlr_db(pid=9944): Terminated: ok {rc=0}\u000a10:39:03.276001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Launched\u000a10:39:03.716036 run osmo-hlr_10.42.42.2(pid=9947): Launched\u000a10:39:03.962269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:04.559566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Launched\u000a10:39:04.991915 run osmo-stp_10.42.42.5(pid=9950): Launched\u000a10:39:05.217688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:05.815817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9952): Launched\u000a10:39:05.938633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:06.244916 run patchelf(pid=9953): Launched\u000a10:39:06.444027 run osmo-stp_10.42.42.5(pid=9950): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]\u000a10:39:06.590424 run osmo-stp_10.42.42.5(pid=9950): stdout: \u000a| (launched: 2022-12-13_10:39:04.732477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:06.736698 run osmo-stp_10.42.42.5(pid=9950): stderr: \u000a| �[0;m�[38;5;43m20221213103905028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103905029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:06.877085 run osmo-stp_10.42.42.5(pid=9950): stdout: \u000a| (launched: 2022-12-13_10:39:04.732477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:07.016252 run osmo-stp_10.42.42.5(pid=9950): stderr: \u000a| �[0;m�[38;5;43m20221213103905028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103905029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:07.179059 run patchelf(pid=9953): Terminating (SIGINT)\u000a10:39:07.370602 run patchelf(pid=9953): Terminated: ok {rc=0}\u000a10:39:07.405422 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:39:07.415469 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a10:39:07.483512 run osmo-hlr_10.42.42.2(pid=9947): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9947)]\u000a10:39:07.540642 run osmo-hlr_10.42.42.2(pid=9947): stdout: \u000a| (launched: 2022-12-13_10:39:03.448120) \u000a10:39:07.597011 run osmo-hlr_10.42.42.2(pid=9947): stderr: \u000a| �[0;m�[1;31m20221213103903757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103903757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103903757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103903757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103903757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103903757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103903777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103903789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103903789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103903789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:07.644156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9942): Terminating (SIGTERM)\u000a10:39:07.691269 run iperf3-srv_10.42.42.10(pid=9943): Terminating (SIGTERM)\u000a10:39:07.739367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Terminating (SIGTERM)\u000a10:39:07.786365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Terminating (SIGTERM)\u000a10:39:07.833836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9952): Terminating (SIGTERM)\u000a10:39:07.844471 --- ParallelTerminationStrategy: PID 9942 died...\u000a10:39:07.907016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9942): Terminated: ok {rc=0}\u000a10:39:07.919445 --- ParallelTerminationStrategy: PID 9943 died...\u000a10:39:07.980290 run iperf3-srv_10.42.42.10(pid=9943): Terminated {rc=256}\u000a10:39:07.992236 --- ParallelTerminationStrategy: PID 9946 died...\u000a10:39:08.051377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Terminated: ok {rc=0}\u000a10:39:08.063351 --- ParallelTerminationStrategy: PID 9949 died...\u000a10:39:08.123666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Terminated: ok {rc=0}\u000a10:39:08.135820 --- ParallelTerminationStrategy: PID 9952 died...\u000a10:39:08.194840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9952): Terminated: ok {rc=0}\u000a10:39:08.288200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9969): Process ended prematurely: osmo-stp_10.42.42.5(pid=9969) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9969)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9969): Process ended prematurely: osmo-stp_10.42.42.5(pid=9969) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:39:09.411118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:09.424507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:39:09.602380 tst iperf3m4.py: using LAC 33370\u000a10:39:09.735517 tst iperf3m4.py: using RAC 220\u000a10:39:09.867365 tst iperf3m4.py: using CellId 33370\u000a10:39:10.002176 tst iperf3m4.py: using BVCI 33371\u000a10:39:10.029198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.041855 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.054477 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.066978 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.080404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.095147 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.108729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.123422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.137308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:10.265739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:10.398356 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:10.526757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:10.837907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:39:10.982091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:11.337039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9955): Launched\u000a10:39:11.621657 run iperf3-srv_10.42.42.10(pid=9956): Launched\u000a10:39:11.823158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:39:11.961291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:12.301470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9957): Launched\u000a10:39:12.585662 run iperf3-srv_10.42.42.10(pid=9958): Launched\u000a10:39:12.786907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:39:12.924757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:13.264806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9959): Launched\u000a10:39:13.548255 run iperf3-srv_10.42.42.10(pid=9960): Launched\u000a10:39:13.748725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:39:13.886264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:14.227412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9961): Launched\u000a10:39:14.511619 run iperf3-srv_10.42.42.10(pid=9962): Launched\u000a10:39:14.712691 tst iperf3m4.py:8: start network...\u000a10:39:14.849962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:15.367292 run create_hlr_db(pid=9963): Launched\u000a10:39:15.556133 bus /gobi_6: Setting Powered False\u000a10:39:16.582917 run create_hlr_db(pid=9963): Terminated: ok {rc=0}\u000a10:39:17.041256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9965): Launched\u000a10:39:17.377610 run osmo-hlr_10.42.42.2(pid=9966): Launched\u000a10:39:17.503387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:18.079370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9968): Launched\u000a10:39:18.409847 run osmo-stp_10.42.42.5(pid=9969): Launched\u000a10:39:18.528823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:19.103045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9971): Launched\u000a10:39:19.220199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:19.507667 run patchelf(pid=9972): Launched\u000a10:39:19.698957 run osmo-stp_10.42.42.5(pid=9969): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9969)]\u000a10:39:19.839117 run osmo-stp_10.42.42.5(pid=9969): stdout: \u000a| (launched: 2022-12-13_10:39:18.246156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:19.979705 run osmo-stp_10.42.42.5(pid=9969): stderr: \u000a| �[0;m�[38;5;43m20221213103918437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103918437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103918437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103918438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103918438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103918438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103918438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:20.115106 run osmo-stp_10.42.42.5(pid=9969): stdout: \u000a| (launched: 2022-12-13_10:39:18.246156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:20.249522 run osmo-stp_10.42.42.5(pid=9969): stderr: \u000a| �[0;m�[38;5;43m20221213103918437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103918437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103918437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103918438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103918438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103918438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103918438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:20.406843 run patchelf(pid=9972): Terminating (SIGINT)\u000a10:39:20.591823 run patchelf(pid=9972): Terminated: ok {rc=0}\u000a10:39:20.625497 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9969): Process ended prematurely: osmo-stp_10.42.42.5(pid=9969) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9969)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:39:20.635480 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a10:39:20.699516 run osmo-hlr_10.42.42.2(pid=9966): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9966)]\u000a10:39:20.751664 run osmo-hlr_10.42.42.2(pid=9966): stdout: \u000a| (launched: 2022-12-13_10:39:17.211940) \u000a10:39:20.804484 run osmo-hlr_10.42.42.2(pid=9966): stderr: \u000a| �[0;m�[1;31m20221213103917407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103917407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103917407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103917407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103917408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103917408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103917420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103917428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103917429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103917429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:20.849640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9955): Terminating (SIGTERM)\u000a10:39:20.892376 run iperf3-srv_10.42.42.10(pid=9956): Terminating (SIGTERM)\u000a10:39:20.935069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9957): Terminating (SIGTERM)\u000a10:39:20.977519 run iperf3-srv_10.42.42.10(pid=9958): Terminating (SIGTERM)\u000a10:39:21.020029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9959): Terminating (SIGTERM)\u000a10:39:21.062381 run iperf3-srv_10.42.42.10(pid=9960): Terminating (SIGTERM)\u000a10:39:21.104651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9961): Terminating (SIGTERM)\u000a10:39:21.146895 run iperf3-srv_10.42.42.10(pid=9962): Terminating (SIGTERM)\u000a10:39:21.189201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9965): Terminating (SIGTERM)\u000a10:39:21.231598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9968): Terminating (SIGTERM)\u000a10:39:21.274196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9971): Terminating (SIGTERM)\u000a10:39:21.283907 --- ParallelTerminationStrategy: PID 9955 died...\u000a10:39:21.341349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9955): Terminated: ok {rc=0}\u000a10:39:21.351426 --- ParallelTerminationStrategy: PID 9956 died...\u000a10:39:21.407974 run iperf3-srv_10.42.42.10(pid=9956): Terminated {rc=256}\u000a10:39:21.417991 --- ParallelTerminationStrategy: PID 9957 died...\u000a10:39:21.474137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9957): Terminated: ok {rc=0}\u000a10:39:21.484157 --- ParallelTerminationStrategy: PID 9958 died...\u000a10:39:21.540219 run iperf3-srv_10.42.42.10(pid=9958): Terminated {rc=256}\u000a10:39:21.550247 --- ParallelTerminationStrategy: PID 9959 died...\u000a10:39:21.606478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9959): Terminated: ok {rc=0}\u000a10:39:21.616489 --- ParallelTerminationStrategy: PID 9960 died...\u000a10:39:21.672610 run iperf3-srv_10.42.42.10(pid=9960): Terminated {rc=256}\u000a10:39:21.682639 --- ParallelTerminationStrategy: PID 9961 died...\u000a10:39:21.738998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9961): Terminated: ok {rc=0}\u000a10:39:21.749129 --- ParallelTerminationStrategy: PID 9962 died...\u000a10:39:21.805477 run iperf3-srv_10.42.42.10(pid=9962): Terminated {rc=256}\u000a10:39:21.815521 --- ParallelTerminationStrategy: PID 9965 died...\u000a10:39:21.872246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9965): Terminated: ok {rc=0}\u000a10:39:21.882420 --- ParallelTerminationStrategy: PID 9968 died...\u000a10:39:21.939135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9968): Terminated: ok {rc=0}\u000a10:39:21.949357 --- ParallelTerminationStrategy: PID 9971 died...\u000a10:39:22.006167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9971): Terminated: ok {rc=0}\u000a10:39:22.094767 bus /gobi_4: Setting Powered False\u000a10:39:23.203801 bus /gobi_4: Setting Powered False\u000a10:39:24.314556 bus /gobi_1: Setting Powered False\u000a10:39:25.422170 bus /gobi_1: Setting Powered False\u000a10:39:26.532577 bus /gobi_0: Setting Powered False\u000a10:39:27.641043 bus /gobi_0: Setting Powered False\u000a10:39:28.752613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9979): Process ended prematurely: osmo-stp_10.42.42.5(pid=9979) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9979)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9979): Process ended prematurely: osmo-stp_10.42.42.5(pid=9979) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:39:29.821176 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:29.833262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:39:29.999862 tst ping.py: using LAC 33371\u000a10:39:30.119879 tst ping.py: using RAC 221\u000a10:39:30.239556 tst ping.py: using CellId 33371\u000a10:39:30.361338 tst ping.py: using BVCI 33372\u000a10:39:30.384528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.395733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.406654 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.417496 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.428055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.438822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.450078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:30.460869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:30.753735 tst ping.py:19: start network...\u000a10:39:30.898316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:31.455609 run create_hlr_db(pid=9973): Launched\u000a10:39:31.649272 bus /gobi_6: Setting Powered False\u000a10:39:32.664140 run create_hlr_db(pid=9973): Terminated: ok {rc=0}\u000a10:39:33.097670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9975): Launched\u000a10:39:33.421632 run osmo-hlr_10.42.42.2(pid=9976): Launched\u000a10:39:33.542227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:34.069195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9978): Launched\u000a10:39:34.368184 run osmo-stp_10.42.42.5(pid=9979): Launched\u000a10:39:34.477813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:35.001212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9981): Launched\u000a10:39:35.107858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:35.369372 run patchelf(pid=9982): Launched\u000a10:39:35.543607 run osmo-stp_10.42.42.5(pid=9979): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9979)]\u000a10:39:35.671348 run osmo-stp_10.42.42.5(pid=9979): stdout: \u000a| (launched: 2022-12-13_10:39:34.220170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:35.799217 run osmo-stp_10.42.42.5(pid=9979): stderr: \u000a| �[0;m�[38;5;43m20221213103934389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103934389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103934389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103934390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103934390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103934390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103934390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:35.922970 run osmo-stp_10.42.42.5(pid=9979): stdout: \u000a| (launched: 2022-12-13_10:39:34.220170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:36.044766 run osmo-stp_10.42.42.5(pid=9979): stderr: \u000a| �[0;m�[38;5;43m20221213103934389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103934389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103934389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103934390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103934390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103934390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103934390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:36.187476 run patchelf(pid=9982): Terminating (SIGINT)\u000a10:39:36.357352 run patchelf(pid=9982): Terminated: ok {rc=0}\u000a10:39:36.387923 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9979): Process ended prematurely: osmo-stp_10.42.42.5(pid=9979) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9979)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:39:36.396550 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:39:36.456692 run osmo-hlr_10.42.42.2(pid=9976): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9976)]\u000a10:39:36.506618 run osmo-hlr_10.42.42.2(pid=9976): stdout: \u000a| (launched: 2022-12-13_10:39:33.260870) \u000a10:39:36.556883 run osmo-hlr_10.42.42.2(pid=9976): stderr: \u000a| �[0;m�[1;31m20221213103933455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103933455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103933455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103933455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103933455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103933455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103933467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103933478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103933478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103933478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:36.599289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9975): Terminating (SIGTERM)\u000a10:39:36.639503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9978): Terminating (SIGTERM)\u000a10:39:36.679474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9981): Terminating (SIGTERM)\u000a10:39:36.688821 --- ParallelTerminationStrategy: PID 9975 died...\u000a10:39:36.742724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9975): Terminated: ok {rc=0}\u000a10:39:36.752461 --- ParallelTerminationStrategy: PID 9978 died...\u000a10:39:36.805903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9978): Terminated: ok {rc=0}\u000a10:39:36.815633 --- ParallelTerminationStrategy: PID 9981 died...\u000a10:39:36.869194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9981): Terminated: ok {rc=0}\u000a10:39:36.958049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:39:38.010794 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.022954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:39:38.189589 tst ping_idle_ping.py: using LAC 33372\u000a10:39:38.314587 tst ping_idle_ping.py: using RAC 222\u000a10:39:38.440279 tst ping_idle_ping.py: using CellId 33372\u000a10:39:38.568932 tst ping_idle_ping.py: using BVCI 33373\u000a10:39:38.593967 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.605784 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.617388 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.628995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.641231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.653564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.666007 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:38.678191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:38.974424 tst ping_idle_ping.py:24: start network...\u000a10:39:39.109252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:39.626667 run create_hlr_db(pid=9983): Launched\u000a10:39:39.814474 bus /gobi_6: Setting Powered False\u000a10:39:40.834318 run create_hlr_db(pid=9983): Terminated: ok {rc=0}\u000a10:39:41.240505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Launched\u000a10:39:41.543163 run osmo-hlr_10.42.42.2(pid=9986): Launched\u000a10:39:41.655231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:42.181060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Launched\u000a10:39:42.481603 run osmo-stp_10.42.42.5(pid=9989): Launched\u000a10:39:42.593612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:43.116136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9991): Launched\u000a10:39:43.222588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:43.483778 run patchelf(pid=9992): Launched\u000a10:39:43.658840 run osmo-stp_10.42.42.5(pid=9989): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a10:39:43.786628 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-13_10:39:42.333532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:43.914989 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221213103942501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103942501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103942501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103942502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103942502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103942502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103942502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:44.038567 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-13_10:39:42.333532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:44.161396 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221213103942501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103942501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103942501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103942502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103942502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103942502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103942502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:44.304602 run patchelf(pid=9992): Terminating (SIGINT)\u000a10:39:44.472900 run patchelf(pid=9992): Terminated: ok {rc=0}\u000a10:39:44.503681 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:39:44.512386 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:39:44.572499 run osmo-hlr_10.42.42.2(pid=9986): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9986)]\u000a10:39:44.621566 run osmo-hlr_10.42.42.2(pid=9986): stdout: \u000a| (launched: 2022-12-13_10:39:41.394192) \u000a10:39:44.671246 run osmo-hlr_10.42.42.2(pid=9986): stderr: \u000a| �[0;m�[1;31m20221213103941568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103941568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103941568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103941568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103941568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103941568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103941580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103941589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103941589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103941589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:44.713535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminating (SIGTERM)\u000a10:39:44.753472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminating (SIGTERM)\u000a10:39:44.793368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9991): Terminating (SIGTERM)\u000a10:39:44.802635 --- ParallelTerminationStrategy: PID 9985 died...\u000a10:39:44.855812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminated: ok {rc=0}\u000a10:39:44.865494 --- ParallelTerminationStrategy: PID 9988 died...\u000a10:39:44.918570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminated: ok {rc=0}\u000a10:39:44.928139 --- ParallelTerminationStrategy: PID 9991 died...\u000a10:39:44.981236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9991): Terminated: ok {rc=0}\u000a10:39:45.064690 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:38:44" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10006): Process ended prematurely: osmo-stp_10.42.42.5(pid=10006) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10006)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10006): Process ended prematurely: osmo-stp_10.42.42.5(pid=10006) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:39:47.325891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.337391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:39:47.511895 tst cs_paging_gprs_active.py: using LAC 33373\u000a10:39:47.641505 tst cs_paging_gprs_active.py: using RAC 223\u000a10:39:47.769571 tst cs_paging_gprs_active.py: using CellId 33373\u000a10:39:47.899402 tst cs_paging_gprs_active.py: using BVCI 33374\u000a10:39:47.924600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.936198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.947449 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.958718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.970271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.981868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:47.993526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:48.005024 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:48.016687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:48.135375 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:48.416367 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:39:48.544282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:48.863691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9996): Launched\u000a10:39:49.129147 run iperf3-srv_10.42.42.10(pid=9997): Launched\u000a10:39:49.315630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:39:49.442927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:49.758956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9998): Launched\u000a10:39:50.024897 run iperf3-srv_10.42.42.10(pid=9999): Launched\u000a10:39:50.210451 tst cs_paging_gprs_active.py:38: start network...\u000a10:39:50.337455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:50.826311 run create_hlr_db(pid=10000): Launched\u000a10:39:51.001209 bus /gobi_6: Setting Powered False\u000a10:39:52.023938 run create_hlr_db(pid=10000): Terminated: ok {rc=0}\u000a10:39:52.431549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10002): Launched\u000a10:39:52.738197 run osmo-hlr_10.42.42.2(pid=10003): Launched\u000a10:39:52.849585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:53.377988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10005): Launched\u000a10:39:53.683378 run osmo-stp_10.42.42.5(pid=10006): Launched\u000a10:39:53.795022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:54.327059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10008): Launched\u000a10:39:54.435962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:54.703820 run patchelf(pid=10009): Launched\u000a10:39:54.882635 run osmo-stp_10.42.42.5(pid=10006): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10006)]\u000a10:39:55.013113 run osmo-stp_10.42.42.5(pid=10006): stdout: \u000a| (launched: 2022-12-13_10:39:53.532361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:55.143981 run osmo-stp_10.42.42.5(pid=10006): stderr: \u000a| �[0;m�[38;5;43m20221213103953698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103953698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103953698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103953699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103953699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103953699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103953699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:55.269992 run osmo-stp_10.42.42.5(pid=10006): stdout: \u000a| (launched: 2022-12-13_10:39:53.532361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:55.394846 run osmo-stp_10.42.42.5(pid=10006): stderr: \u000a| �[0;m�[38;5;43m20221213103953698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213103953698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213103953698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213103953699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213103953699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213103953699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213103953699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:55.540871 run patchelf(pid=10009): Terminating (SIGINT)\u000a10:39:55.712725 run patchelf(pid=10009): Terminated: ok {rc=0}\u000a10:39:55.744283 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10006): Process ended prematurely: osmo-stp_10.42.42.5(pid=10006) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10006)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:39:55.753631 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:39:55.813612 run osmo-hlr_10.42.42.2(pid=10003): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10003)]\u000a10:39:55.862763 run osmo-hlr_10.42.42.2(pid=10003): stdout: \u000a| (launched: 2022-12-13_10:39:52.586845) \u000a10:39:55.912751 run osmo-hlr_10.42.42.2(pid=10003): stderr: \u000a| �[0;m�[1;31m20221213103952764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213103952764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213103952764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103952764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213103952764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213103952764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213103952776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213103952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213103952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213103952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:55.954993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9996): Terminating (SIGTERM)\u000a10:39:55.994580 run iperf3-srv_10.42.42.10(pid=9997): Terminating (SIGTERM)\u000a10:39:56.034313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9998): Terminating (SIGTERM)\u000a10:39:56.073974 run iperf3-srv_10.42.42.10(pid=9999): Terminating (SIGTERM)\u000a10:39:56.113914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10002): Terminating (SIGTERM)\u000a10:39:56.153629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10005): Terminating (SIGTERM)\u000a10:39:56.193381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10008): Terminating (SIGTERM)\u000a10:39:56.202551 --- ParallelTerminationStrategy: PID 9996 died...\u000a10:39:56.255970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9996): Terminated: ok {rc=0}\u000a10:39:56.265580 --- ParallelTerminationStrategy: PID 9997 died...\u000a10:39:56.318390 run iperf3-srv_10.42.42.10(pid=9997): Terminated {rc=256}\u000a10:39:56.327768 --- ParallelTerminationStrategy: PID 9998 died...\u000a10:39:56.380539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9998): Terminated: ok {rc=0}\u000a10:39:56.390029 --- ParallelTerminationStrategy: PID 9999 died...\u000a10:39:56.442917 run iperf3-srv_10.42.42.10(pid=9999): Terminated {rc=256}\u000a10:39:56.452351 --- ParallelTerminationStrategy: PID 10002 died...\u000a10:39:56.505399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10002): Terminated: ok {rc=0}\u000a10:39:56.515019 --- ParallelTerminationStrategy: PID 10005 died...\u000a10:39:56.568139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10005): Terminated: ok {rc=0}\u000a10:39:56.577747 --- ParallelTerminationStrategy: PID 10008 died...\u000a10:39:56.630731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10008): Terminated: ok {rc=0}\u000a10:39:56.720136 bus /gobi_0: Setting Powered False\u000a10:39:57.828997 bus /gobi_0: Setting Powered False\u000a10:39:58.937159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10022): Process ended prematurely: osmo-stp_10.42.42.5(pid=10022) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10022): Process ended prematurely: osmo-stp_10.42.42.5(pid=10022) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:40:00.054089 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.066287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:00.232395 tst iperf3.py: using LAC 33374\u000a10:40:00.354333 tst iperf3.py: using RAC 224\u000a10:40:00.475863 tst iperf3.py: using CellId 33374\u000a10:40:00.597938 tst iperf3.py: using BVCI 33375\u000a10:40:00.621545 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.632396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.643209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.654038 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.664839 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.675666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.686926 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.697805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:00.708765 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:01.018797 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:40:01.167963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:01.532445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10014): Launched\u000a10:40:01.831201 run iperf3-srv_10.42.42.10(pid=10015): Launched\u000a10:40:02.022551 tst iperf3.py:8: start network...\u000a10:40:02.153921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:02.650526 run create_hlr_db(pid=10016): Launched\u000a10:40:02.826528 bus /gobi_6: Setting Powered False\u000a10:40:03.847561 run create_hlr_db(pid=10016): Terminated: ok {rc=0}\u000a10:40:04.254968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10018): Launched\u000a10:40:04.560219 run osmo-hlr_10.42.42.2(pid=10019): Launched\u000a10:40:04.671894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:05.202668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10021): Launched\u000a10:40:05.508552 run osmo-stp_10.42.42.5(pid=10022): Launched\u000a10:40:05.619295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:06.150578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10024): Launched\u000a10:40:06.258943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:06.525504 run patchelf(pid=10025): Launched\u000a10:40:06.704279 run osmo-stp_10.42.42.5(pid=10022): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)]\u000a10:40:06.835290 run osmo-stp_10.42.42.5(pid=10022): stdout: \u000a| (launched: 2022-12-13_10:40:05.358057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:06.966530 run osmo-stp_10.42.42.5(pid=10022): stderr: \u000a| �[0;m�[38;5;43m20221213104005525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104005525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104005526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104005526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104005527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104005527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104005527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:07.092670 run osmo-stp_10.42.42.5(pid=10022): stdout: \u000a| (launched: 2022-12-13_10:40:05.358057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:07.217923 run osmo-stp_10.42.42.5(pid=10022): stderr: \u000a| �[0;m�[38;5;43m20221213104005525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104005525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104005526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104005526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104005527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104005527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104005527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:07.363696 run patchelf(pid=10025): Terminating (SIGINT)\u000a10:40:07.535619 run patchelf(pid=10025): Terminated: ok {rc=0}\u000a10:40:07.566998 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10022): Process ended prematurely: osmo-stp_10.42.42.5(pid=10022) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:40:07.576123 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:40:07.636139 run osmo-hlr_10.42.42.2(pid=10019): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10019)]\u000a10:40:07.685454 run osmo-hlr_10.42.42.2(pid=10019): stdout: \u000a| (launched: 2022-12-13_10:40:04.410347) \u000a10:40:07.735276 run osmo-hlr_10.42.42.2(pid=10019): stderr: \u000a| �[0;m�[1;31m20221213104004585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104004585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104004585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104004585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104004585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104004586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104004598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104004607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104004607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104004607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:07.777815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10014): Terminating (SIGTERM)\u000a10:40:07.818378 run iperf3-srv_10.42.42.10(pid=10015): Terminating (SIGTERM)\u000a10:40:07.858373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10018): Terminating (SIGTERM)\u000a10:40:07.898185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10021): Terminating (SIGTERM)\u000a10:40:07.938048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10024): Terminating (SIGTERM)\u000a10:40:07.947207 --- ParallelTerminationStrategy: PID 10014 died...\u000a10:40:08.000466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10014): Terminated: ok {rc=0}\u000a10:40:08.010495 --- ParallelTerminationStrategy: PID 10015 died...\u000a10:40:08.063589 run iperf3-srv_10.42.42.10(pid=10015): Terminated {rc=256}\u000a10:40:08.073166 --- ParallelTerminationStrategy: PID 10018 died...\u000a10:40:08.126355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10018): Terminated: ok {rc=0}\u000a10:40:08.135964 --- ParallelTerminationStrategy: PID 10021 died...\u000a10:40:08.189429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10021): Terminated: ok {rc=0}\u000a10:40:08.198928 --- ParallelTerminationStrategy: PID 10024 died...\u000a10:40:08.252312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10024): Terminated: ok {rc=0}\u000a10:40:08.342028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10040): Process ended prematurely: osmo-stp_10.42.42.5(pid=10040) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10040)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10040): Process ended prematurely: osmo-stp_10.42.42.5(pid=10040) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:40:09.452739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:09.464511 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:09.625020 tst iperf3m4.py: using LAC 33375\u000a10:40:09.749894 tst iperf3m4.py: using RAC 225\u000a10:40:09.869943 tst iperf3m4.py: using CellId 33375\u000a10:40:09.987992 tst iperf3m4.py: using BVCI 33376\u000a10:40:10.011326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.022380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.033270 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.044054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.054865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.065695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.076538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.087199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:10.098149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:10.218121 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:10.337553 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:10.459148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:10.740819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:40:10.868794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:11.188058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10026): Launched\u000a10:40:11.451482 run iperf3-srv_10.42.42.10(pid=10027): Launched\u000a10:40:11.636820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:40:11.763253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:12.082242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10028): Launched\u000a10:40:12.345039 run iperf3-srv_10.42.42.10(pid=10029): Launched\u000a10:40:12.529863 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:40:12.656589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:12.975149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10030): Launched\u000a10:40:13.236916 run iperf3-srv_10.42.42.10(pid=10031): Launched\u000a10:40:13.421795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:40:13.547862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:13.863694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10032): Launched\u000a10:40:14.127830 run iperf3-srv_10.42.42.10(pid=10033): Launched\u000a10:40:14.312521 tst iperf3m4.py:8: start network...\u000a10:40:14.438950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:14.929950 run create_hlr_db(pid=10034): Launched\u000a10:40:15.104602 bus /gobi_6: Setting Powered False\u000a10:40:16.142120 run create_hlr_db(pid=10034): Terminated: ok {rc=0}\u000a10:40:16.651431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10036): Launched\u000a10:40:17.031996 run osmo-hlr_10.42.42.2(pid=10037): Launched\u000a10:40:17.220535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:17.829799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10039): Launched\u000a10:40:18.158938 run osmo-stp_10.42.42.5(pid=10040): Launched\u000a10:40:18.278436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:18.850685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10042): Launched\u000a10:40:18.968405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:19.256680 run patchelf(pid=10043): Launched\u000a10:40:19.447485 run osmo-stp_10.42.42.5(pid=10040): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10040)]\u000a10:40:19.587318 run osmo-stp_10.42.42.5(pid=10040): stdout: \u000a| (launched: 2022-12-13_10:40:17.997197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:19.727318 run osmo-stp_10.42.42.5(pid=10040): stderr: \u000a| �[0;m�[38;5;43m20221213104018188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104018188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104018188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104018189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104018189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104018189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104018189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:19.862210 run osmo-stp_10.42.42.5(pid=10040): stdout: \u000a| (launched: 2022-12-13_10:40:17.997197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:19.996518 run osmo-stp_10.42.42.5(pid=10040): stderr: \u000a| �[0;m�[38;5;43m20221213104018188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104018188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104018188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104018189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104018189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104018189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104018189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:20.152634 run patchelf(pid=10043): Terminating (SIGINT)\u000a10:40:20.336722 run patchelf(pid=10043): Terminated: ok {rc=0}\u000a10:40:20.370328 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10040): Process ended prematurely: osmo-stp_10.42.42.5(pid=10040) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10040)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:40:20.380393 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:40:20.444523 run osmo-hlr_10.42.42.2(pid=10037): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10037)]\u000a10:40:20.496749 run osmo-hlr_10.42.42.2(pid=10037): stdout: \u000a| (launched: 2022-12-13_10:40:16.824217) \u000a10:40:20.549507 run osmo-hlr_10.42.42.2(pid=10037): stderr: \u000a| �[0;m�[1;31m20221213104017182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104017182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104017182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104017182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104017182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104017183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104017197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104017209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104017210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104017210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:20.594796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10026): Terminating (SIGTERM)\u000a10:40:20.637397 run iperf3-srv_10.42.42.10(pid=10027): Terminating (SIGTERM)\u000a10:40:20.679947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10028): Terminating (SIGTERM)\u000a10:40:20.722515 run iperf3-srv_10.42.42.10(pid=10029): Terminating (SIGTERM)\u000a10:40:20.765157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10030): Terminating (SIGTERM)\u000a10:40:20.807537 run iperf3-srv_10.42.42.10(pid=10031): Terminating (SIGTERM)\u000a10:40:20.850211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10032): Terminating (SIGTERM)\u000a10:40:20.892656 run iperf3-srv_10.42.42.10(pid=10033): Terminating (SIGTERM)\u000a10:40:20.935734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10036): Terminating (SIGTERM)\u000a10:40:20.978879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10039): Terminating (SIGTERM)\u000a10:40:21.021786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10042): Terminating (SIGTERM)\u000a10:40:21.031628 --- ParallelTerminationStrategy: PID 10026 died...\u000a10:40:21.088617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10026): Terminated: ok {rc=0}\u000a10:40:21.098791 --- ParallelTerminationStrategy: PID 10027 died...\u000a10:40:21.155332 run iperf3-srv_10.42.42.10(pid=10027): Terminated {rc=256}\u000a10:40:21.165547 --- ParallelTerminationStrategy: PID 10028 died...\u000a10:40:21.222323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10028): Terminated: ok {rc=0}\u000a10:40:21.232442 --- ParallelTerminationStrategy: PID 10029 died...\u000a10:40:21.289112 run iperf3-srv_10.42.42.10(pid=10029): Terminated {rc=256}\u000a10:40:21.299263 --- ParallelTerminationStrategy: PID 10030 died...\u000a10:40:21.356090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10030): Terminated: ok {rc=0}\u000a10:40:21.366210 --- ParallelTerminationStrategy: PID 10031 died...\u000a10:40:21.422750 run iperf3-srv_10.42.42.10(pid=10031): Terminated {rc=256}\u000a10:40:21.433021 --- ParallelTerminationStrategy: PID 10032 died...\u000a10:40:21.489826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10032): Terminated: ok {rc=0}\u000a10:40:21.500065 --- ParallelTerminationStrategy: PID 10033 died...\u000a10:40:21.556893 run iperf3-srv_10.42.42.10(pid=10033): Terminated {rc=256}\u000a10:40:21.567147 --- ParallelTerminationStrategy: PID 10036 died...\u000a10:40:21.624402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10036): Terminated: ok {rc=0}\u000a10:40:21.634541 --- ParallelTerminationStrategy: PID 10039 died...\u000a10:40:21.691636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10039): Terminated: ok {rc=0}\u000a10:40:21.701990 --- ParallelTerminationStrategy: PID 10042 died...\u000a10:40:21.759277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10042): Terminated: ok {rc=0}\u000a10:40:21.847524 bus /gobi_4: Setting Powered False\u000a10:40:22.955000 bus /gobi_4: Setting Powered False\u000a10:40:24.068780 bus /gobi_1: Setting Powered False\u000a10:40:25.177474 bus /gobi_1: Setting Powered False\u000a10:40:26.287015 bus /gobi_0: Setting Powered False\u000a10:40:27.394413 bus /gobi_0: Setting Powered False\u000a10:40:28.508002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10050): Process ended prematurely: osmo-stp_10.42.42.5(pid=10050) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10050): Process ended prematurely: osmo-stp_10.42.42.5(pid=10050) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:40:29.574117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:29.585702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:29.741053 tst ping.py: using LAC 33376\u000a10:40:29.857841 tst ping.py: using RAC 226\u000a10:40:29.975235 tst ping.py: using CellId 33376\u000a10:40:30.097184 tst ping.py: using BVCI 33377\u000a10:40:30.120051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.131066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.141920 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.152713 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.163473 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.174262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.185137 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:30.195802 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:30.469030 tst ping.py:19: start network...\u000a10:40:30.592611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:31.135869 run create_hlr_db(pid=10044): Launched\u000a10:40:31.337522 bus /gobi_6: Setting Powered False\u000a10:40:32.353881 run create_hlr_db(pid=10044): Terminated: ok {rc=0}\u000a10:40:32.785231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10046): Launched\u000a10:40:33.110202 run osmo-hlr_10.42.42.2(pid=10047): Launched\u000a10:40:33.229756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:33.797825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10049): Launched\u000a10:40:34.120521 run osmo-stp_10.42.42.5(pid=10050): Launched\u000a10:40:34.237035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:34.799252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10052): Launched\u000a10:40:34.914190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:35.195899 run patchelf(pid=10053): Launched\u000a10:40:35.383626 run osmo-stp_10.42.42.5(pid=10050): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)]\u000a10:40:35.521391 run osmo-stp_10.42.42.5(pid=10050): stdout: \u000a| (launched: 2022-12-13_10:40:33.960911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:35.658914 run osmo-stp_10.42.42.5(pid=10050): stderr: \u000a| �[0;m�[38;5;43m20221213104034151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104034151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104034151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104034152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104034152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104034152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104034152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:35.791865 run osmo-stp_10.42.42.5(pid=10050): stdout: \u000a| (launched: 2022-12-13_10:40:33.960911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:35.923921 run osmo-stp_10.42.42.5(pid=10050): stderr: \u000a| �[0;m�[38;5;43m20221213104034151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104034151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104034151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104034152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104034152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104034152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104034152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:36.077876 run patchelf(pid=10053): Terminating (SIGINT)\u000a10:40:36.258303 run patchelf(pid=10053): Terminated: ok {rc=0}\u000a10:40:36.290927 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10050): Process ended prematurely: osmo-stp_10.42.42.5(pid=10050) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:40:36.300130 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:40:36.364057 run osmo-hlr_10.42.42.2(pid=10047): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10047)]\u000a10:40:36.415970 run osmo-hlr_10.42.42.2(pid=10047): stdout: \u000a| (launched: 2022-12-13_10:40:32.949371) \u000a10:40:36.468455 run osmo-hlr_10.42.42.2(pid=10047): stderr: \u000a| �[0;m�[1;31m20221213104033146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104033146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104033146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104033146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104033146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104033146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104033158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:36.513230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10046): Terminating (SIGTERM)\u000a10:40:36.555683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10049): Terminating (SIGTERM)\u000a10:40:36.598145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10052): Terminating (SIGTERM)\u000a10:40:36.607919 --- ParallelTerminationStrategy: PID 10046 died...\u000a10:40:36.664939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10046): Terminated: ok {rc=0}\u000a10:40:36.675133 --- ParallelTerminationStrategy: PID 10049 died...\u000a10:40:36.732115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10049): Terminated: ok {rc=0}\u000a10:40:36.742121 --- ParallelTerminationStrategy: PID 10052 died...\u000a10:40:36.798751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10052): Terminated: ok {rc=0}\u000a10:40:36.886218 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10060): Process ended prematurely: osmo-stp_10.42.42.5(pid=10060) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10060)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10060): Process ended prematurely: osmo-stp_10.42.42.5(pid=10060) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:40:37.939579 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:37.951874 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:38.120576 tst ping_idle_ping.py: using LAC 33377\u000a10:40:38.248818 tst ping_idle_ping.py: using RAC 227\u000a10:40:38.375807 tst ping_idle_ping.py: using CellId 33377\u000a10:40:38.501117 tst ping_idle_ping.py: using BVCI 33378\u000a10:40:38.525745 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.537363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.548658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.559941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.571466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.583294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.594990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:38.606744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:38.883594 tst ping_idle_ping.py:24: start network...\u000a10:40:39.009125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:39.493078 run create_hlr_db(pid=10054): Launched\u000a10:40:39.666533 bus /gobi_6: Setting Powered False\u000a10:40:40.688676 run create_hlr_db(pid=10054): Terminated: ok {rc=0}\u000a10:40:41.090204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10056): Launched\u000a10:40:41.390451 run osmo-hlr_10.42.42.2(pid=10057): Launched\u000a10:40:41.499767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:42.022342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10059): Launched\u000a10:40:42.322773 run osmo-stp_10.42.42.5(pid=10060): Launched\u000a10:40:42.431712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:42.957165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10062): Launched\u000a10:40:43.064848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:43.327660 run patchelf(pid=10063): Launched\u000a10:40:43.503808 run osmo-stp_10.42.42.5(pid=10060): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10060)]\u000a10:40:43.632354 run osmo-stp_10.42.42.5(pid=10060): stdout: \u000a| (launched: 2022-12-13_10:40:42.174731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:43.760912 run osmo-stp_10.42.42.5(pid=10060): stderr: \u000a| �[0;m�[38;5;43m20221213104042341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104042342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104042342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104042342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:43.885644 run osmo-stp_10.42.42.5(pid=10060): stdout: \u000a| (launched: 2022-12-13_10:40:42.174731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:44.009181 run osmo-stp_10.42.42.5(pid=10060): stderr: \u000a| �[0;m�[38;5;43m20221213104042341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104042342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104042342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104042342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:44.153526 run patchelf(pid=10063): Terminating (SIGINT)\u000a10:40:44.323662 run patchelf(pid=10063): Terminated: ok {rc=0}\u000a10:40:44.354523 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10060): Process ended prematurely: osmo-stp_10.42.42.5(pid=10060) [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10060)] [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:40:44.363309 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:40:44.423132 run osmo-hlr_10.42.42.2(pid=10057): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10057)]\u000a10:40:44.471990 run osmo-hlr_10.42.42.2(pid=10057): stdout: \u000a| (launched: 2022-12-13_10:40:41.242997) \u000a10:40:44.521584 run osmo-hlr_10.42.42.2(pid=10057): stderr: \u000a| �[0;m�[1;31m20221213104041417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104041417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104041417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104041417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104041417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104041417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104041430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104041438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104041439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104041439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:44.563826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10056): Terminating (SIGTERM)\u000a10:40:44.603644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10059): Terminating (SIGTERM)\u000a10:40:44.643511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10062): Terminating (SIGTERM)\u000a10:40:44.652762 --- ParallelTerminationStrategy: PID 10056 died...\u000a10:40:44.706510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10056): Terminated: ok {rc=0}\u000a10:40:44.716144 --- ParallelTerminationStrategy: PID 10059 died...\u000a10:40:44.769449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10059): Terminated: ok {rc=0}\u000a10:40:44.779115 --- ParallelTerminationStrategy: PID 10062 died...\u000a10:40:44.832490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10062): Terminated: ok {rc=0}\u000a10:40:44.920903 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:39:46" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:40:46.995124 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.007960 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:40:47.183168 tst switch_tch_pdch.py: using LAC 33378\u000a10:40:47.311799 tst switch_tch_pdch.py: using RAC 228\u000a10:40:47.437152 tst switch_tch_pdch.py: using CellId 33378\u000a10:40:47.552446 tst switch_tch_pdch.py: using BVCI 33379\u000a10:40:47.575319 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.586667 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.598279 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.609371 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.620275 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.631233 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.642436 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:47.653448 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:40:47.773597 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:40:48.053220 tst switch_tch_pdch.py:51: start network...\u000a10:40:48.177800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:48.660721 run create_hlr_db(pid=10067): Launched\u000a10:40:48.848153 bus /gobi_6: Setting Powered False\u000a10:40:49.868716 run create_hlr_db(pid=10067): Terminated: ok {rc=0}\u000a10:40:50.272431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Launched\u000a10:40:50.572433 run osmo-hlr_10.42.42.2(pid=10070): Launched\u000a10:40:50.682894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:51.203764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Launched\u000a10:40:51.502959 run osmo-stp_10.42.42.5(pid=10073): Launched\u000a10:40:51.611428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:52.162877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10079): Launched\u000a10:40:52.277802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:52.559821 run patchelf(pid=10080): Launched\u000a10:40:52.748270 run osmo-stp_10.42.42.5(pid=10073): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]\u000a10:40:52.885960 run osmo-stp_10.42.42.5(pid=10073): stdout: \u000a| (launched: 2022-12-13_10:40:51.355755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:53.024008 run osmo-stp_10.42.42.5(pid=10073): stderr: \u000a| �[0;m�[38;5;43m20221213104051523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104051523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104051523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104051524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104051524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104051524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104051524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:53.157463 run osmo-stp_10.42.42.5(pid=10073): stdout: \u000a| (launched: 2022-12-13_10:40:51.355755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:53.289515 run osmo-stp_10.42.42.5(pid=10073): stderr: \u000a| �[0;m�[38;5;43m20221213104051523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104051523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104051523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104051524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104051524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104051524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104051524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:53.443341 run patchelf(pid=10080): Terminating (SIGINT)\u000a10:40:53.623670 run patchelf(pid=10080): Terminated: ok {rc=0}\u000a10:40:53.656391 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)] [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:40:53.665983 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:40:53.729245 run osmo-hlr_10.42.42.2(pid=10070): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10070)]\u000a10:40:53.781092 run osmo-hlr_10.42.42.2(pid=10070): stdout: \u000a| (launched: 2022-12-13_10:40:50.424515) \u000a10:40:53.833734 run osmo-hlr_10.42.42.2(pid=10070): stderr: \u000a| �[0;m�[1;31m20221213104050599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104050599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104050599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104050599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104050599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104050599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104050611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104050620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104050620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104050620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:53.878395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Terminating (SIGTERM)\u000a10:40:53.920774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Terminating (SIGTERM)\u000a10:40:53.963765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10079): Terminating (SIGTERM)\u000a10:40:53.973520 --- ParallelTerminationStrategy: PID 10069 died...\u000a10:40:54.030214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Terminated: ok {rc=0}\u000a10:40:54.040218 --- ParallelTerminationStrategy: PID 10072 died...\u000a10:40:54.096634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Terminated: ok {rc=0}\u000a10:40:54.106690 --- ParallelTerminationStrategy: PID 10079 died...\u000a10:40:54.162896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10079): Terminated: ok {rc=0}\u000a10:40:54.251129 bus /gobi_0: Setting Powered False\u000a10:40:55.358492 bus /gobi_0: Setting Powered False\u000a10:40:56.467305 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:40:46" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:40:58.436194 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:58.447237 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:40:58.601819 tst switch_tch_pdch.py: using LAC 33379\u000a10:40:58.726624 tst switch_tch_pdch.py: using RAC 229\u000a10:40:58.853427 tst switch_tch_pdch.py: using CellId 33379\u000a10:40:58.981115 tst switch_tch_pdch.py: using BVCI 33380\u000a10:40:59.005895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.017369 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.028629 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.039997 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.051592 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.063269 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.075000 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:59.086788 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:40:59.204016 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:40:59.479725 tst switch_tch_pdch.py:51: start network...\u000a10:40:59.604895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:00.065344 run create_hlr_db(pid=10084): Launched\u000a10:41:00.197331 bus /gobi_6: Setting Powered False\u000a10:41:01.275453 run create_hlr_db(pid=10084): Terminated: ok {rc=0}\u000a10:41:01.705851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Launched\u000a10:41:02.122447 run osmo-hlr_10.42.42.2(pid=10087): Launched\u000a10:41:02.241264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:02.775736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Launched\u000a10:41:03.098999 run osmo-stp_10.42.42.5(pid=10090): Launched\u000a10:41:03.215300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:03.749321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10092): Launched\u000a10:41:03.864128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:04.146292 run patchelf(pid=10093): Launched\u000a10:41:04.334020 run osmo-stp_10.42.42.5(pid=10090): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]\u000a10:41:04.471632 run osmo-stp_10.42.42.5(pid=10090): stdout: \u000a| (launched: 2022-12-13_10:41:02.939337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:04.609783 run osmo-stp_10.42.42.5(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221213104103129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104103129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104103129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104103129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:04.743056 run osmo-stp_10.42.42.5(pid=10090): stdout: \u000a| (launched: 2022-12-13_10:41:02.939337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:04.874875 run osmo-stp_10.42.42.5(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221213104103129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104103129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104103129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104103129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:05.029594 run patchelf(pid=10093): Terminating (SIGINT)\u000a10:41:05.210647 run patchelf(pid=10093): Terminated: ok {rc=0}\u000a10:41:05.243513 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)] [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:41:05.252843 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:41:05.316244 run osmo-hlr_10.42.42.2(pid=10087): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10087)]\u000a10:41:05.368184 run osmo-hlr_10.42.42.2(pid=10087): stdout: \u000a| (launched: 2022-12-13_10:41:01.873537) \u000a10:41:05.420730 run osmo-hlr_10.42.42.2(pid=10087): stderr: \u000a| �[0;m�[1;31m20221213104102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104102226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104102234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104102234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104102234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:05.465750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Terminating (SIGTERM)\u000a10:41:05.508211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Terminating (SIGTERM)\u000a10:41:05.550803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10092): Terminating (SIGTERM)\u000a10:41:05.560527 --- ParallelTerminationStrategy: PID 10086 died...\u000a10:41:05.617524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Terminated: ok {rc=0}\u000a10:41:05.627599 --- ParallelTerminationStrategy: PID 10089 died...\u000a10:41:05.684225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Terminated: ok {rc=0}\u000a10:41:05.694288 --- ParallelTerminationStrategy: PID 10092 died...\u000a10:41:05.750846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10092): Terminated: ok {rc=0}\u000a10:41:05.838837 bus /gobi_0: Setting Powered False\u000a10:41:06.945704 bus /gobi_0: Setting Powered False\u000a10:41:08.054998 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:40:58" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10098): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10098) [trial-2388↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10098)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10098): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10098) [trial-2388↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:41:09.945075 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:41:09.955747 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:41:10.088456 tst mo_mt_sms.py: using LAC 33380\u000a10:41:10.207528 tst mo_mt_sms.py: using RAC 230\u000a10:41:10.326912 tst mo_mt_sms.py: using CellId 33380\u000a10:41:10.445115 tst mo_mt_sms.py: using BVCI 33381\u000a10:41:10.467698 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:41:10.585981 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:41:10.860340 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:41:10.985306 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:41:11.608376 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10097): Launched\u000a10:41:11.906199 run osmo-nitb_10.42.42.2(pid=10098): Launched\u000a10:41:12.090378 run osmo-nitb_10.42.42.2(pid=10098): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10098)]\u000a10:41:12.225954 run osmo-nitb_10.42.42.2(pid=10098): stdout: \u000a| (launched: 2022-12-13_10:41:11.760722) \u000a10:41:12.362049 run osmo-nitb_10.42.42.2(pid=10098): stderr: \u000a| (launched: 2022-12-13_10:41:11.805331)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:12.493623 run osmo-nitb_10.42.42.2(pid=10098): stdout: \u000a| (launched: 2022-12-13_10:41:11.760722) \u000a10:41:12.624159 run osmo-nitb_10.42.42.2(pid=10098): stderr: \u000a| (launched: 2022-12-13_10:41:11.805331)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:13.027337 tst osmo-nitb_10.42.42.2(pid=10098): stdout: \u000a| (launched: 2022-12-13_10:41:11.760722) \u000a10:41:13.146749 tst osmo-nitb_10.42.42.2(pid=10098): stderr: \u000a| (launched: 2022-12-13_10:41:11.805331)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:13.198896 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10098): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10098) [trial-2388↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10098)] [trial-2388↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a10:41:13.207092 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:41:13.241520 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10097): Terminating (SIGTERM)\u000a10:41:13.419458 --- ParallelTerminationStrategy: PID 10097 died...\u000a10:41:13.475632 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10097): Terminated: ok {rc=0}\u000a10:41:13.561798 bus /sierra_3: Setting Powered False\u000a10:41:14.670000 bus /sierra_3: Setting Powered False\u000a10:41:15.780441 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:41:09" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10108): Process ended prematurely: osmo-stp_10.42.42.5(pid=10108) [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10108): Process ended prematurely: osmo-stp_10.42.42.5(pid=10108) [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:41:17.717303 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:17.729147 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:41:17.864229 tst mo_mt_sms.py: using LAC 33381\u000a10:41:17.983544 tst mo_mt_sms.py: using RAC 231\u000a10:41:18.102953 tst mo_mt_sms.py: using CellId 33381\u000a10:41:18.222547 tst mo_mt_sms.py: using BVCI 33382\u000a10:41:18.245423 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:18.255844 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:18.266258 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:18.276483 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:18.287331 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:18.297840 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:41:18.413108 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:41:18.616922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:19.100257 run create_hlr_db(pid=10102): Launched\u000a10:41:19.273213 bus /sierra_2: Setting Powered False\u000a10:41:20.294862 run create_hlr_db(pid=10102): Terminated: ok {rc=0}\u000a10:41:20.695326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Launched\u000a10:41:20.996065 run osmo-hlr_10.42.42.2(pid=10105): Launched\u000a10:41:21.105346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:21.626797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10107): Launched\u000a10:41:21.928722 run osmo-stp_10.42.42.5(pid=10108): Launched\u000a10:41:22.036386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:22.582624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10110): Launched\u000a10:41:22.882808 run osmo-msc_10.42.42.6(pid=10111): Launched\u000a10:41:23.057384 run osmo-stp_10.42.42.5(pid=10108): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)]\u000a10:41:23.183885 run osmo-stp_10.42.42.5(pid=10108): stdout: \u000a| (launched: 2022-12-13_10:41:21.779327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:23.308465 run osmo-stp_10.42.42.5(pid=10108): stderr: \u000a| �[0;m�[38;5;43m20221213104121949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104121949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104121950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104121950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104121951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104121951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104121951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:23.429412 run osmo-stp_10.42.42.5(pid=10108): stdout: \u000a| (launched: 2022-12-13_10:41:21.779327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:23.548238 run osmo-stp_10.42.42.5(pid=10108): stderr: \u000a| �[0;m�[38;5;43m20221213104121949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104121949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104121950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104121950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104121951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104121951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104121951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:23.600391 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10108): Process ended prematurely: osmo-stp_10.42.42.5(pid=10108) [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)] [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a10:41:23.608337 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a10:41:23.667482 run osmo-hlr_10.42.42.2(pid=10105): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10105)]\u000a10:41:23.716604 run osmo-hlr_10.42.42.2(pid=10105): stdout: \u000a| (launched: 2022-12-13_10:41:20.847315) \u000a10:41:23.766554 run osmo-hlr_10.42.42.2(pid=10105): stderr: \u000a| �[0;m�[1;31m20221213104121022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104121022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104121022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104121022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104121022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104121022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104121034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104121045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104121046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104121046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:23.833763 run osmo-msc_10.42.42.6(pid=10111): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10111)]\u000a10:41:23.882559 run osmo-msc_10.42.42.6(pid=10111): stdout: \u000a| (launched: 2022-12-13_10:41:22.734581) \u000a10:41:23.931901 run osmo-msc_10.42.42.6(pid=10111): stderr: \u000a| �[0;m�[38;5;43m20221213104123003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104123003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f824ef45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104123004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104123004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104123004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104123004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104123006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104123006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104123007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104123007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:23.973950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Terminating (SIGTERM)\u000a10:41:24.013603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10107): Terminating (SIGTERM)\u000a10:41:24.053307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10110): Terminating (SIGTERM)\u000a10:41:24.062509 --- ParallelTerminationStrategy: PID 10104 died...\u000a10:41:24.115527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Terminated: ok {rc=0}\u000a10:41:24.125141 --- ParallelTerminationStrategy: PID 10107 died...\u000a10:41:24.177768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10107): Terminated: ok {rc=0}\u000a10:41:24.187231 --- ParallelTerminationStrategy: PID 10110 died...\u000a10:41:24.240050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10110): Terminated: ok {rc=0}\u000a10:41:24.328870 bus /sierra_3: Setting Powered False\u000a10:41:25.431972 bus /sierra_3: Setting Powered False\u000a10:41:26.539168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:41:17" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10117): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10117) [trial-2388↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10117)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10117): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10117) [trial-2388↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:41:28.383408 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:41:28.394800 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:41:28.532629 tst assert_extension.py: using LAC 33382\u000a10:41:28.649386 tst assert_extension.py: using RAC 232\u000a10:41:28.766610 tst assert_extension.py: using CellId 33382\u000a10:41:28.883678 tst assert_extension.py: using BVCI 33383\u000a10:41:28.906524 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:41:29.200782 tst assert_extension.py:10: start nitb and bts...\u000a10:41:29.335662 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:41:30.011563 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10116): Launched\u000a10:41:30.331504 run osmo-nitb_10.42.42.2(pid=10117): Launched\u000a10:41:30.528540 run osmo-nitb_10.42.42.2(pid=10117): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10117)]\u000a10:41:30.674252 run osmo-nitb_10.42.42.2(pid=10117): stdout: \u000a| (launched: 2022-12-13_10:41:30.174947) \u000a10:41:30.819832 run osmo-nitb_10.42.42.2(pid=10117): stderr: \u000a| (launched: 2022-12-13_10:41:30.222613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:30.975495 run osmo-nitb_10.42.42.2(pid=10117): stdout: \u000a| (launched: 2022-12-13_10:41:30.174947) \u000a10:41:31.121607 run osmo-nitb_10.42.42.2(pid=10117): stderr: \u000a| (launched: 2022-12-13_10:41:30.222613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:31.499609 tst osmo-nitb_10.42.42.2(pid=10117): stdout: \u000a| (launched: 2022-12-13_10:41:30.174947) \u000a10:41:31.638648 tst osmo-nitb_10.42.42.2(pid=10117): stderr: \u000a| (launched: 2022-12-13_10:41:30.222613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:31.694380 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10117): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10117) [trial-2388↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10117)] [trial-2388↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a10:41:31.703365 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:41:31.740557 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10116): Terminating (SIGTERM)\u000a10:41:31.918723 --- ParallelTerminationStrategy: PID 10116 died...\u000a10:41:31.974188 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10116): Terminated: ok {rc=0}\u000a10:41:32.062425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:41:28" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2388↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2388↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:41:33.893127 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:33.903739 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:41:34.037363 tst assert_extension.py: using LAC 33383\u000a10:41:34.154949 tst assert_extension.py: using RAC 233\u000a10:41:34.270111 tst assert_extension.py: using CellId 33383\u000a10:41:34.385528 tst assert_extension.py: using BVCI 33384\u000a10:41:34.408140 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:34.418707 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:34.429054 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:34.439359 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:34.450192 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:41:34.461015 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:41:34.665968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:35.144436 run create_hlr_db(pid=10121): Launched\u000a10:41:35.317572 bus /sierra_2: Setting Powered False\u000a10:41:36.337655 run create_hlr_db(pid=10121): Terminated: ok {rc=0}\u000a10:41:36.767399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Launched\u000a10:41:37.092607 run osmo-hlr_10.42.42.2(pid=10124): Launched\u000a10:41:37.215010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:37.781492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Launched\u000a10:41:38.105239 run osmo-stp_10.42.42.5(pid=10127): Launched\u000a10:41:38.221899 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:38.808439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Launched\u000a10:41:39.132898 run osmo-msc_10.42.42.6(pid=10130): Launched\u000a10:41:39.322477 run osmo-stp_10.42.42.5(pid=10127): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a10:41:39.459066 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-13_10:41:37.945453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:39.594560 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221213104138136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104138136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104138136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104138136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104138137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104138137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104138137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:39.724378 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-13_10:41:37.945453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:39.853761 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221213104138136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104138136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104138136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104138136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104138137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104138137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104138137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:39.910123 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2388↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)] [trial-2388↪ussd:trx-umtrx↪assert_extension.py:17]\u000a10:41:39.919156 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:41:39.982779 run osmo-hlr_10.42.42.2(pid=10124): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10124)]\u000a10:41:40.034816 run osmo-hlr_10.42.42.2(pid=10124): stdout: \u000a| (launched: 2022-12-13_10:41:36.931468) \u000a10:41:40.087482 run osmo-hlr_10.42.42.2(pid=10124): stderr: \u000a| �[0;m�[1;31m20221213104137128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104137128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104137128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104137128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104137128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104137128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104137140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104137148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104137148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104137148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:40.158934 run osmo-msc_10.42.42.6(pid=10130): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10130)]\u000a10:41:40.211010 run osmo-msc_10.42.42.6(pid=10130): stdout: \u000a| (launched: 2022-12-13_10:41:38.972498) \u000a10:41:40.263592 run osmo-msc_10.42.42.6(pid=10130): stderr: \u000a| �[0;m�[38;5;43m20221213104139291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104139291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1e8c33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104139291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104139291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104139291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104139292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104139293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104139294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104139294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104139294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:40.308718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminating (SIGTERM)\u000a10:41:40.351536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminating (SIGTERM)\u000a10:41:40.394378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Terminating (SIGTERM)\u000a10:41:40.404176 --- ParallelTerminationStrategy: PID 10123 died...\u000a10:41:40.461471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminated: ok {rc=0}\u000a10:41:40.471686 --- ParallelTerminationStrategy: PID 10126 died...\u000a10:41:40.528464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminated: ok {rc=0}\u000a10:41:40.538624 --- ParallelTerminationStrategy: PID 10129 died...\u000a10:41:40.595194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Terminated: ok {rc=0}\u000a10:41:40.684445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:41:33" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10141): Process ended prematurely: osmo-stp_10.42.42.5(pid=10141) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10141)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10141): Process ended prematurely: osmo-stp_10.42.42.5(pid=10141) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:41:42.643664 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:42.654983 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:41:42.813870 tst mo_mt_call.py: using LAC 33384\u000a10:41:42.933830 tst mo_mt_call.py: using RAC 234\u000a10:41:43.054947 tst mo_mt_call.py: using CellId 33384\u000a10:41:43.176546 tst mo_mt_call.py: using BVCI 33385\u000a10:41:43.199890 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:43.210948 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:43.222033 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:43.232687 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:43.244340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:43.255876 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:43.377050 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:43.582749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:44.072930 run create_hlr_db(pid=10135): Launched\u000a10:41:44.249332 bus /sierra_2: Setting Powered False\u000a10:41:45.271157 run create_hlr_db(pid=10135): Terminated: ok {rc=0}\u000a10:41:45.680041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10137): Launched\u000a10:41:46.133550 run osmo-hlr_10.42.42.2(pid=10138): Launched\u000a10:41:46.348039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:46.898260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10140): Launched\u000a10:41:47.300279 run osmo-stp_10.42.42.5(pid=10141): Launched\u000a10:41:47.413891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:47.974437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10143): Launched\u000a10:41:48.281556 run osmo-msc_10.42.42.6(pid=10144): Launched\u000a10:41:48.459037 run osmo-stp_10.42.42.5(pid=10141): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10141)]\u000a10:41:48.587802 run osmo-stp_10.42.42.5(pid=10141): stdout: \u000a| (launched: 2022-12-13_10:41:47.056818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:48.714516 run osmo-stp_10.42.42.5(pid=10141): stderr: \u000a| �[0;m�[38;5;43m20221213104147296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104147296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104147296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104147297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104147297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104147297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104147297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:48.836658 run osmo-stp_10.42.42.5(pid=10141): stdout: \u000a| (launched: 2022-12-13_10:41:47.056818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:48.958344 run osmo-stp_10.42.42.5(pid=10141): stderr: \u000a| �[0;m�[38;5;43m20221213104147296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104147296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104147296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104147297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104147297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104147297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104147297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:49.011806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10141): Process ended prematurely: osmo-stp_10.42.42.5(pid=10141) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10141)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:41:49.020366 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:41:49.080181 run osmo-hlr_10.42.42.2(pid=10138): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10138)]\u000a10:41:49.129326 run osmo-hlr_10.42.42.2(pid=10138): stdout: \u000a| (launched: 2022-12-13_10:41:45.835693) \u000a10:41:49.179038 run osmo-hlr_10.42.42.2(pid=10138): stderr: \u000a| �[0;m�[1;31m20221213104146166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104146166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104146166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104146166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104146166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104146166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104146191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104146199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104146199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104146200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:49.246832 run osmo-msc_10.42.42.6(pid=10144): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10144)]\u000a10:41:49.296161 run osmo-msc_10.42.42.6(pid=10144): stdout: \u000a| (launched: 2022-12-13_10:41:48.130229) \u000a10:41:49.346078 run osmo-msc_10.42.42.6(pid=10144): stderr: \u000a| �[0;m�[38;5;43m20221213104148401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104148401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8df749ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104148402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104148402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104148402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104148402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104148404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104148404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104148404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104148404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:49.389781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10137): Terminating (SIGTERM)\u000a10:41:49.429647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10140): Terminating (SIGTERM)\u000a10:41:49.470391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10143): Terminating (SIGTERM)\u000a10:41:49.479586 --- ParallelTerminationStrategy: PID 10137 died...\u000a10:41:49.533400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10137): Terminated: ok {rc=0}\u000a10:41:49.542996 --- ParallelTerminationStrategy: PID 10140 died...\u000a10:41:49.597049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10140): Terminated: ok {rc=0}\u000a10:41:49.606649 --- ParallelTerminationStrategy: PID 10143 died...\u000a10:41:49.660019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10143): Terminated: ok {rc=0}\u000a10:41:49.751010 bus /sierra_3: Setting Powered False\u000a10:41:50.855147 bus /sierra_3: Setting Powered False\u000a10:41:51.970958 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10152): Process ended prematurely: osmo-stp_10.42.42.5(pid=10152) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10152): Process ended prematurely: osmo-stp_10.42.42.5(pid=10152) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:41:53.087660 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:53.100004 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:41:53.266385 tst mo_mt_call_osmux.py: using LAC 33385\u000a10:41:53.394611 tst mo_mt_call_osmux.py: using RAC 235\u000a10:41:53.522250 tst mo_mt_call_osmux.py: using CellId 33385\u000a10:41:53.650719 tst mo_mt_call_osmux.py: using BVCI 33386\u000a10:41:53.675684 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:53.687376 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:53.698729 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:53.710104 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:53.722381 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:53.734075 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:53.853244 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:54.067338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:54.584712 run create_hlr_db(pid=10146): Launched\u000a10:41:54.774262 bus /sierra_2: Setting Powered False\u000a10:41:55.794831 run create_hlr_db(pid=10146): Terminated: ok {rc=0}\u000a10:41:56.204114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10148): Launched\u000a10:41:56.510320 run osmo-hlr_10.42.42.2(pid=10149): Launched\u000a10:41:56.622969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:57.151581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10151): Launched\u000a10:41:57.455700 run osmo-stp_10.42.42.5(pid=10152): Launched\u000a10:41:57.566524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:58.124160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10154): Launched\u000a10:41:58.430774 run osmo-msc_10.42.42.6(pid=10155): Launched\u000a10:41:58.609527 run osmo-stp_10.42.42.5(pid=10152): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)]\u000a10:41:58.738543 run osmo-stp_10.42.42.5(pid=10152): stdout: \u000a| (launched: 2022-12-13_10:41:57.306432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:58.865979 run osmo-stp_10.42.42.5(pid=10152): stderr: \u000a| �[0;m�[38;5;43m20221213104157473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104157474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104157474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104157474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104157475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104157475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104157475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:58.988533 run osmo-stp_10.42.42.5(pid=10152): stdout: \u000a| (launched: 2022-12-13_10:41:57.306432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:59.110373 run osmo-stp_10.42.42.5(pid=10152): stderr: \u000a| �[0;m�[38;5;43m20221213104157473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104157474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104157474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104157474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104157475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104157475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104157475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:59.164255 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10152): Process ended prematurely: osmo-stp_10.42.42.5(pid=10152) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:41:59.173207 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:41:59.233015 run osmo-hlr_10.42.42.2(pid=10149): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10149)]\u000a10:41:59.282257 run osmo-hlr_10.42.42.2(pid=10149): stdout: \u000a| (launched: 2022-12-13_10:41:56.358697) \u000a10:41:59.332225 run osmo-hlr_10.42.42.2(pid=10149): stderr: \u000a| �[0;m�[1;31m20221213104156531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104156531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104156531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104156531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104156531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104156531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104156544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104156552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104156552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104156552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:59.400144 run osmo-msc_10.42.42.6(pid=10155): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10155)]\u000a10:41:59.449510 run osmo-msc_10.42.42.6(pid=10155): stdout: \u000a| (launched: 2022-12-13_10:41:58.279443) \u000a10:41:59.499217 run osmo-msc_10.42.42.6(pid=10155): stderr: \u000a| �[0;m�[38;5;43m20221213104158551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104158551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b6ba3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104158551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104158551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104158551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104158552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104158553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104158554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104158554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104158554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:59.541693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10148): Terminating (SIGTERM)\u000a10:41:59.581907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10151): Terminating (SIGTERM)\u000a10:41:59.622703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10154): Terminating (SIGTERM)\u000a10:41:59.632348 --- ParallelTerminationStrategy: PID 10148 died...\u000a10:41:59.686331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10148): Terminated: ok {rc=0}\u000a10:41:59.695969 --- ParallelTerminationStrategy: PID 10151 died...\u000a10:41:59.749535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10151): Terminated: ok {rc=0}\u000a10:41:59.759185 --- ParallelTerminationStrategy: PID 10154 died...\u000a10:41:59.812483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10154): Terminated: ok {rc=0}\u000a10:41:59.901515 bus /sierra_3: Setting Powered False\u000a10:42:01.084265 bus /sierra_3: Setting Powered False\u000a10:42:02.213109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:41:42" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10170): Process ended prematurely: osmo-stp_10.42.42.5(pid=10170) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10170): Process ended prematurely: osmo-stp_10.42.42.5(pid=10170) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:42:04.212497 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:04.223661 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:42:04.380115 tst mo_mt_call.py: using LAC 33386\u000a10:42:04.507793 tst mo_mt_call.py: using RAC 236\u000a10:42:04.637246 tst mo_mt_call.py: using CellId 33386\u000a10:42:04.770471 tst mo_mt_call.py: using BVCI 33387\u000a10:42:04.795495 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:04.807176 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:04.818530 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:04.829824 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:04.841560 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:04.853103 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:42:04.969432 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:42:05.171193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:05.662272 run create_hlr_db(pid=10164): Launched\u000a10:42:05.837738 bus /sierra_2: Setting Powered False\u000a10:42:06.859977 run create_hlr_db(pid=10164): Terminated: ok {rc=0}\u000a10:42:07.265848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10166): Launched\u000a10:42:07.570476 run osmo-hlr_10.42.42.2(pid=10167): Launched\u000a10:42:07.691899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:08.226534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10169): Launched\u000a10:42:08.533314 run osmo-stp_10.42.42.5(pid=10170): Launched\u000a10:42:08.643237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:09.201211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10172): Launched\u000a10:42:09.508057 run osmo-msc_10.42.42.6(pid=10173): Launched\u000a10:42:09.686924 run osmo-stp_10.42.42.5(pid=10170): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)]\u000a10:42:09.816572 run osmo-stp_10.42.42.5(pid=10170): stdout: \u000a| (launched: 2022-12-13_10:42:08.381307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:09.943812 run osmo-stp_10.42.42.5(pid=10170): stderr: \u000a| �[0;m�[38;5;43m20221213104208550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104208550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104208550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104208551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104208552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104208552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104208552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:10.066276 run osmo-stp_10.42.42.5(pid=10170): stdout: \u000a| (launched: 2022-12-13_10:42:08.381307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:10.187600 run osmo-stp_10.42.42.5(pid=10170): stderr: \u000a| �[0;m�[38;5;43m20221213104208550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104208550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104208550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104208551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104208552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104208552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104208552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:10.241151 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10170): Process ended prematurely: osmo-stp_10.42.42.5(pid=10170) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:42:10.249901 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:42:10.309724 run osmo-hlr_10.42.42.2(pid=10167): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10167)]\u000a10:42:10.359079 run osmo-hlr_10.42.42.2(pid=10167): stdout: \u000a| (launched: 2022-12-13_10:42:07.420255) \u000a10:42:10.409343 run osmo-hlr_10.42.42.2(pid=10167): stderr: \u000a| �[0;m�[1;31m20221213104207595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104207595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104207595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104207595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104207596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104207596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104207608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104207617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104207617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104207617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:10.478309 run osmo-msc_10.42.42.6(pid=10173): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10173)]\u000a10:42:10.527850 run osmo-msc_10.42.42.6(pid=10173): stdout: \u000a| (launched: 2022-12-13_10:42:09.356916) \u000a10:42:10.578011 run osmo-msc_10.42.42.6(pid=10173): stderr: \u000a| �[0;m�[38;5;43m20221213104209629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104209629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c3269dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104209629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104209629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104209629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104209630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104209631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104209632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104209632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104209632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:10.620127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10166): Terminating (SIGTERM)\u000a10:42:10.659926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10169): Terminating (SIGTERM)\u000a10:42:10.699816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10172): Terminating (SIGTERM)\u000a10:42:10.709080 --- ParallelTerminationStrategy: PID 10166 died...\u000a10:42:10.762918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10166): Terminated: ok {rc=0}\u000a10:42:10.772542 --- ParallelTerminationStrategy: PID 10169 died...\u000a10:42:10.826034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10169): Terminated: ok {rc=0}\u000a10:42:10.835636 --- ParallelTerminationStrategy: PID 10172 died...\u000a10:42:10.889154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10172): Terminated: ok {rc=0}\u000a10:42:10.978830 bus /sierra_3: Setting Powered False\u000a10:42:12.086224 bus /sierra_3: Setting Powered False\u000a10:42:13.200568 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:42:14.310864 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:14.322940 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:42:14.479423 tst mo_mt_call_osmux.py: using LAC 33387\u000a10:42:14.599952 tst mo_mt_call_osmux.py: using RAC 237\u000a10:42:14.721645 tst mo_mt_call_osmux.py: using CellId 33387\u000a10:42:14.845832 tst mo_mt_call_osmux.py: using BVCI 33388\u000a10:42:14.869117 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:14.880046 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:14.890904 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:14.901732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:14.912590 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:42:14.923426 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:42:15.039199 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:42:15.258727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:15.778202 run create_hlr_db(pid=10175): Launched\u000a10:42:15.986428 bus /sierra_2: Setting Powered False\u000a10:42:17.002087 run create_hlr_db(pid=10175): Terminated: ok {rc=0}\u000a10:42:17.436713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Launched\u000a10:42:17.767130 run osmo-hlr_10.42.42.2(pid=10178): Launched\u000a10:42:17.891165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:18.460809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Launched\u000a10:42:18.790854 run osmo-stp_10.42.42.5(pid=10181): Launched\u000a10:42:18.910489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:19.510988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10183): Launched\u000a10:42:19.841389 run osmo-msc_10.42.42.6(pid=10184): Launched\u000a10:42:20.035136 run osmo-stp_10.42.42.5(pid=10181): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]\u000a10:42:20.177243 run osmo-stp_10.42.42.5(pid=10181): stdout: \u000a| (launched: 2022-12-13_10:42:18.628014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:20.315710 run osmo-stp_10.42.42.5(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221213104218819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104218820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104218820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104218820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104218821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104218821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104218821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:20.448732 run osmo-stp_10.42.42.5(pid=10181): stdout: \u000a| (launched: 2022-12-13_10:42:18.628014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:20.580546 run osmo-stp_10.42.42.5(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221213104218819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104218820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104218820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104218820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104218821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104218821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104218821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:20.638667 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:42:20.648075 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:42:20.711496 run osmo-hlr_10.42.42.2(pid=10178): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10178)]\u000a10:42:20.763289 run osmo-hlr_10.42.42.2(pid=10178): stdout: \u000a| (launched: 2022-12-13_10:42:17.605719) \u000a10:42:20.816089 run osmo-hlr_10.42.42.2(pid=10178): stderr: \u000a| �[0;m�[1;31m20221213104217802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104217802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104217802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104217802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104217802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104217802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104217815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:20.887136 run osmo-msc_10.42.42.6(pid=10184): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10184)]\u000a10:42:20.939249 run osmo-msc_10.42.42.6(pid=10184): stdout: \u000a| (launched: 2022-12-13_10:42:19.678348) \u000a10:42:20.992330 run osmo-msc_10.42.42.6(pid=10184): stderr: \u000a| �[0;m�[38;5;43m20221213104219998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104219999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb229823c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104219999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104219999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104219999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104219999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104220001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104220002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104220002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104220002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:21.037338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Terminating (SIGTERM)\u000a10:42:21.079626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Terminating (SIGTERM)\u000a10:42:21.121938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10183): Terminating (SIGTERM)\u000a10:42:21.131717 --- ParallelTerminationStrategy: PID 10177 died...\u000a10:42:21.188533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Terminated: ok {rc=0}\u000a10:42:21.198766 --- ParallelTerminationStrategy: PID 10180 died...\u000a10:42:21.255274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Terminated: ok {rc=0}\u000a10:42:21.265465 --- ParallelTerminationStrategy: PID 10183 died...\u000a10:42:21.322058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10183): Terminated: ok {rc=0}\u000a10:42:21.409854 bus /sierra_3: Setting Powered False\u000a10:42:22.516519 bus /sierra_3: Setting Powered False\u000a10:42:23.626424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:42:03" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:42:25.629568 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:25.640695 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:42:25.794679 tst mo_mt_call.py: using LAC 33388\u000a10:42:25.914305 tst mo_mt_call.py: using RAC 238\u000a10:42:26.032680 tst mo_mt_call.py: using CellId 33388\u000a10:42:26.150609 tst mo_mt_call.py: using BVCI 33389\u000a10:42:26.173809 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:26.184771 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:26.195698 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:26.206496 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:26.217369 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:26.228169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:26.350353 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:26.563817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:27.081792 run create_hlr_db(pid=10191): Launched\u000a10:42:27.270995 bus /sierra_2: Setting Powered False\u000a10:42:28.292012 run create_hlr_db(pid=10191): Terminated: ok {rc=0}\u000a10:42:28.730539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Launched\u000a10:42:29.060657 run osmo-hlr_10.42.42.2(pid=10194): Launched\u000a10:42:29.181062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:29.751748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Launched\u000a10:42:30.083381 run osmo-stp_10.42.42.5(pid=10197): Launched\u000a10:42:30.203140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:30.803924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Launched\u000a10:42:31.249978 run osmo-msc_10.42.42.6(pid=10200): Launched\u000a10:42:31.596313 run osmo-stp_10.42.42.5(pid=10197): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a10:42:31.937711 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-13_10:42:29.919089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:32.176332 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221213104230108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104230109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104230110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104230110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104230110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:32.312768 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-13_10:42:29.919089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:32.447548 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221213104230108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104230109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104230110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104230110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104230110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:32.507273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:42:32.517229 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a10:42:32.582248 run osmo-hlr_10.42.42.2(pid=10194): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10194)]\u000a10:42:32.635413 run osmo-hlr_10.42.42.2(pid=10194): stdout: \u000a| (launched: 2022-12-13_10:42:28.897505) \u000a10:42:32.689609 run osmo-hlr_10.42.42.2(pid=10194): stderr: \u000a| �[0;m�[1;31m20221213104229092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104229092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104229092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104229092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104229092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104229092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104229104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104229113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104229113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104229113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:32.762333 run osmo-msc_10.42.42.6(pid=10200): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10200)]\u000a10:42:32.815528 run osmo-msc_10.42.42.6(pid=10200): stdout: \u000a| (launched: 2022-12-13_10:42:30.995690) \u000a10:42:32.869228 run osmo-msc_10.42.42.6(pid=10200): stderr: \u000a| �[0;m�[38;5;43m20221213104231642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104231643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faede3d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104231643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104231643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104231643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104231644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104231649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104231650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104231651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104231651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:32.915032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminating (SIGTERM)\u000a10:42:32.958093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminating (SIGTERM)\u000a10:42:33.001556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminating (SIGTERM)\u000a10:42:33.010926 --- ParallelTerminationStrategy: PID 10193 died...\u000a10:42:33.069144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminated: ok {rc=0}\u000a10:42:33.079312 --- ParallelTerminationStrategy: PID 10196 died...\u000a10:42:33.137676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminated: ok {rc=0}\u000a10:42:33.147936 --- ParallelTerminationStrategy: PID 10199 died...\u000a10:42:33.206122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminated: ok {rc=0}\u000a10:42:33.293782 bus /sierra_3: Setting Powered False\u000a10:42:34.401521 bus /sierra_3: Setting Powered False\u000a10:42:35.510824 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10208): Process ended prematurely: osmo-stp_10.42.42.5(pid=10208) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10208): Process ended prematurely: osmo-stp_10.42.42.5(pid=10208) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:42:36.627975 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:36.640095 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:42:36.810992 tst mo_mt_call_osmux.py: using LAC 33389\u000a10:42:36.939298 tst mo_mt_call_osmux.py: using RAC 239\u000a10:42:37.065266 tst mo_mt_call_osmux.py: using CellId 33389\u000a10:42:37.187584 tst mo_mt_call_osmux.py: using BVCI 33390\u000a10:42:37.211048 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:37.222319 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:37.233450 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:37.244481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:37.256142 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:37.267820 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:37.390154 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:37.603564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:38.119632 run create_hlr_db(pid=10202): Launched\u000a10:42:38.309645 bus /sierra_2: Setting Powered False\u000a10:42:39.330383 run create_hlr_db(pid=10202): Terminated: ok {rc=0}\u000a10:42:39.740704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10204): Launched\u000a10:42:40.048132 run osmo-hlr_10.42.42.2(pid=10205): Launched\u000a10:42:40.169921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:40.707107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10207): Launched\u000a10:42:41.013070 run osmo-stp_10.42.42.5(pid=10208): Launched\u000a10:42:41.123598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:41.679456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10210): Launched\u000a10:42:41.988702 run osmo-msc_10.42.42.6(pid=10211): Launched\u000a10:42:42.168084 run osmo-stp_10.42.42.5(pid=10208): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)]\u000a10:42:42.296363 run osmo-stp_10.42.42.5(pid=10208): stdout: \u000a| (launched: 2022-12-13_10:42:40.862091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:42.423407 run osmo-stp_10.42.42.5(pid=10208): stderr: \u000a| �[0;m�[38;5;43m20221213104241032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104241032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104241032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104241033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104241033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104241034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104241034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:42.545409 run osmo-stp_10.42.42.5(pid=10208): stdout: \u000a| (launched: 2022-12-13_10:42:40.862091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:42.666646 run osmo-stp_10.42.42.5(pid=10208): stderr: \u000a| �[0;m�[38;5;43m20221213104241032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104241032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104241032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104241033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104241033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104241034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104241034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:42.720104 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10208): Process ended prematurely: osmo-stp_10.42.42.5(pid=10208) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:42:42.728768 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:42:42.788453 run osmo-hlr_10.42.42.2(pid=10205): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10205)]\u000a10:42:42.837689 run osmo-hlr_10.42.42.2(pid=10205): stdout: \u000a| (launched: 2022-12-13_10:42:39.895693) \u000a10:42:42.887340 run osmo-hlr_10.42.42.2(pid=10205): stderr: \u000a| �[0;m�[1;31m20221213104240070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104240070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104240070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104240070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104240070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104240070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104240082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104240090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104240091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104240091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:42.954898 run osmo-msc_10.42.42.6(pid=10211): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10211)]\u000a10:42:43.003839 run osmo-msc_10.42.42.6(pid=10211): stdout: \u000a| (launched: 2022-12-13_10:42:41.834627) \u000a10:42:43.053525 run osmo-msc_10.42.42.6(pid=10211): stderr: \u000a| �[0;m�[38;5;43m20221213104242107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104242107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44aceb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104242107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104242107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104242107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104242107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104242109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104242110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104242110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104242110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:43.095359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10204): Terminating (SIGTERM)\u000a10:42:43.134975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10207): Terminating (SIGTERM)\u000a10:42:43.174537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10210): Terminating (SIGTERM)\u000a10:42:43.183781 --- ParallelTerminationStrategy: PID 10204 died...\u000a10:42:43.237158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10204): Terminated: ok {rc=0}\u000a10:42:43.246782 --- ParallelTerminationStrategy: PID 10207 died...\u000a10:42:43.299629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10207): Terminated: ok {rc=0}\u000a10:42:43.309348 --- ParallelTerminationStrategy: PID 10210 died...\u000a10:42:43.362325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10210): Terminated: ok {rc=0}\u000a10:42:43.450852 bus /sierra_3: Setting Powered False\u000a10:42:44.553056 bus /sierra_3: Setting Powered False\u000a10:42:45.660034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:42:25" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10222): Process ended prematurely: osmo-stp_10.42.42.5(pid=10222) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10222): Process ended prematurely: osmo-stp_10.42.42.5(pid=10222) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:42:47.654088 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:47.665105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:42:47.823396 tst mo_mt_call.py: using LAC 33390\u000a10:42:47.946360 tst mo_mt_call.py: using RAC 240\u000a10:42:48.069510 tst mo_mt_call.py: using CellId 33390\u000a10:42:48.189959 tst mo_mt_call.py: using BVCI 33391\u000a10:42:48.213284 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:48.224191 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:48.235122 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:48.245937 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:48.256807 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:48.267576 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:48.388597 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:48.594963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:49.085109 run create_hlr_db(pid=10216): Launched\u000a10:42:49.275536 bus /sierra_2: Setting Powered False\u000a10:42:50.295642 run create_hlr_db(pid=10216): Terminated: ok {rc=0}\u000a10:42:50.705256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10218): Launched\u000a10:42:51.011825 run osmo-hlr_10.42.42.2(pid=10219): Launched\u000a10:42:51.124068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:51.653642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10221): Launched\u000a10:42:51.959330 run osmo-stp_10.42.42.5(pid=10222): Launched\u000a10:42:52.070877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:52.627151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10224): Launched\u000a10:42:52.933346 run osmo-msc_10.42.42.6(pid=10225): Launched\u000a10:42:53.111878 run osmo-stp_10.42.42.5(pid=10222): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)]\u000a10:42:53.240656 run osmo-stp_10.42.42.5(pid=10222): stdout: \u000a| (launched: 2022-12-13_10:42:51.808502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:53.367339 run osmo-stp_10.42.42.5(pid=10222): stderr: \u000a| �[0;m�[38;5;43m20221213104251977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104251977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104251977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104251978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104251978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104251978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104251978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:53.490004 run osmo-stp_10.42.42.5(pid=10222): stdout: \u000a| (launched: 2022-12-13_10:42:51.808502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:53.611254 run osmo-stp_10.42.42.5(pid=10222): stderr: \u000a| �[0;m�[38;5;43m20221213104251977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104251977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104251977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104251978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104251978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104251978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104251978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:53.664625 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10222): Process ended prematurely: osmo-stp_10.42.42.5(pid=10222) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:42:53.673218 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:42:53.732705 run osmo-hlr_10.42.42.2(pid=10219): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10219)]\u000a10:42:53.781651 run osmo-hlr_10.42.42.2(pid=10219): stdout: \u000a| (launched: 2022-12-13_10:42:50.861208) \u000a10:42:53.831169 run osmo-hlr_10.42.42.2(pid=10219): stderr: \u000a| �[0;m�[1;31m20221213104251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104251049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104251058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104251058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104251058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:53.898705 run osmo-msc_10.42.42.6(pid=10225): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10225)]\u000a10:42:53.947919 run osmo-msc_10.42.42.6(pid=10225): stdout: \u000a| (launched: 2022-12-13_10:42:52.782145) \u000a10:42:53.997729 run osmo-msc_10.42.42.6(pid=10225): stderr: \u000a| �[0;m�[38;5;43m20221213104253051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104253052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51b6160c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104253052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104253052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104253052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104253052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104253054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104253054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104253055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104253055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:54.039810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10218): Terminating (SIGTERM)\u000a10:42:54.080288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10221): Terminating (SIGTERM)\u000a10:42:54.120198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10224): Terminating (SIGTERM)\u000a10:42:54.129484 --- ParallelTerminationStrategy: PID 10218 died...\u000a10:42:54.182745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10218): Terminated: ok {rc=0}\u000a10:42:54.192270 --- ParallelTerminationStrategy: PID 10221 died...\u000a10:42:54.245406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10221): Terminated: ok {rc=0}\u000a10:42:54.254941 --- ParallelTerminationStrategy: PID 10224 died...\u000a10:42:54.307690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10224): Terminated: ok {rc=0}\u000a10:42:54.396601 bus /sierra_3: Setting Powered False\u000a10:42:55.500631 bus /sierra_3: Setting Powered False\u000a10:42:56.612339 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10233): Process ended prematurely: osmo-stp_10.42.42.5(pid=10233) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10233)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10233): Process ended prematurely: osmo-stp_10.42.42.5(pid=10233) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:42:57.722167 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:57.733700 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:42:57.889648 tst mo_mt_call_osmux.py: using LAC 33391\u000a10:42:58.008761 tst mo_mt_call_osmux.py: using RAC 241\u000a10:42:58.137398 tst mo_mt_call_osmux.py: using CellId 33391\u000a10:42:58.267151 tst mo_mt_call_osmux.py: using BVCI 33392\u000a10:42:58.292282 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:58.304050 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:58.315676 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:58.327226 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:58.339386 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:58.351488 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:58.467921 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:58.682956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:59.198661 run create_hlr_db(pid=10227): Launched\u000a10:42:59.387866 bus /sierra_2: Setting Powered False\u000a10:43:00.409848 run create_hlr_db(pid=10227): Terminated: ok {rc=0}\u000a10:43:00.847342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10229): Launched\u000a10:43:01.305505 run osmo-hlr_10.42.42.2(pid=10230): Launched\u000a10:43:01.544029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:02.133100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10232): Launched\u000a10:43:02.443472 run osmo-stp_10.42.42.5(pid=10233): Launched\u000a10:43:02.554667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:03.110250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10235): Launched\u000a10:43:03.415891 run osmo-msc_10.42.42.6(pid=10236): Launched\u000a10:43:03.594313 run osmo-stp_10.42.42.5(pid=10233): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10233)]\u000a10:43:03.722978 run osmo-stp_10.42.42.5(pid=10233): stdout: \u000a| (launched: 2022-12-13_10:43:02.291031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:03.850067 run osmo-stp_10.42.42.5(pid=10233): stderr: \u000a| �[0;m�[38;5;43m20221213104302459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104302459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104302460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104302460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104302461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104302461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104302461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:03.971996 run osmo-stp_10.42.42.5(pid=10233): stdout: \u000a| (launched: 2022-12-13_10:43:02.291031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:04.093277 run osmo-stp_10.42.42.5(pid=10233): stderr: \u000a| �[0;m�[38;5;43m20221213104302459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104302459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104302460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104302460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104302461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104302461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104302461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:04.147091 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10233): Process ended prematurely: osmo-stp_10.42.42.5(pid=10233) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10233)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:43:04.155805 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:43:04.215669 run osmo-hlr_10.42.42.2(pid=10230): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10230)]\u000a10:43:04.264912 run osmo-hlr_10.42.42.2(pid=10230): stdout: \u000a| (launched: 2022-12-13_10:43:01.039111) \u000a10:43:04.315097 run osmo-hlr_10.42.42.2(pid=10230): stderr: \u000a| �[0;m�[1;31m20221213104301331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104301331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104301331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104301331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104301331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104301331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104301355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104301368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104301368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:04.382916 run osmo-msc_10.42.42.6(pid=10236): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10236)]\u000a10:43:04.431708 run osmo-msc_10.42.42.6(pid=10236): stdout: \u000a| (launched: 2022-12-13_10:43:03.265056) \u000a10:43:04.481142 run osmo-msc_10.42.42.6(pid=10236): stderr: \u000a| �[0;m�[38;5;43m20221213104303535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104303535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bdfb26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104303535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104303535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104303535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104303535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104303537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104303537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104303538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104303538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:04.522923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10229): Terminating (SIGTERM)\u000a10:43:04.562280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10232): Terminating (SIGTERM)\u000a10:43:04.601760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10235): Terminating (SIGTERM)\u000a10:43:04.610951 --- ParallelTerminationStrategy: PID 10229 died...\u000a10:43:04.664078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10229): Terminated: ok {rc=0}\u000a10:43:04.673616 --- ParallelTerminationStrategy: PID 10232 died...\u000a10:43:04.726310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10232): Terminated: ok {rc=0}\u000a10:43:04.735736 --- ParallelTerminationStrategy: PID 10235 died...\u000a10:43:04.788515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10235): Terminated: ok {rc=0}\u000a10:43:04.877474 bus /sierra_3: Setting Powered False\u000a10:43:05.979685 bus /sierra_3: Setting Powered False\u000a10:43:07.091899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:42:47" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10247): Process ended prematurely: osmo-stp_10.42.42.5(pid=10247) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10247): Process ended prematurely: osmo-stp_10.42.42.5(pid=10247) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:43:09.086391 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:09.097923 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:43:09.265251 tst mo_mt_call.py: using LAC 33392\u000a10:43:09.398377 tst mo_mt_call.py: using RAC 242\u000a10:43:09.524793 tst mo_mt_call.py: using CellId 33392\u000a10:43:09.650904 tst mo_mt_call.py: using BVCI 33393\u000a10:43:09.675935 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:09.687403 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:09.698745 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:09.710128 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:09.721832 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:09.733363 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:43:09.850660 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:43:10.054550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:10.544783 run create_hlr_db(pid=10241): Launched\u000a10:43:10.720229 bus /sierra_2: Setting Powered False\u000a10:43:11.742921 run create_hlr_db(pid=10241): Terminated: ok {rc=0}\u000a10:43:12.149948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10243): Launched\u000a10:43:12.455497 run osmo-hlr_10.42.42.2(pid=10244): Launched\u000a10:43:12.566374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:13.094965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10246): Launched\u000a10:43:13.402560 run osmo-stp_10.42.42.5(pid=10247): Launched\u000a10:43:13.512448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:14.068485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10249): Launched\u000a10:43:14.377180 run osmo-msc_10.42.42.6(pid=10250): Launched\u000a10:43:14.555265 run osmo-stp_10.42.42.5(pid=10247): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)]\u000a10:43:14.684324 run osmo-stp_10.42.42.5(pid=10247): stdout: \u000a| (launched: 2022-12-13_10:43:13.250021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:14.811294 run osmo-stp_10.42.42.5(pid=10247): stderr: \u000a| �[0;m�[38;5;43m20221213104313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104313418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:14.934072 run osmo-stp_10.42.42.5(pid=10247): stdout: \u000a| (launched: 2022-12-13_10:43:13.250021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:15.055280 run osmo-stp_10.42.42.5(pid=10247): stderr: \u000a| �[0;m�[38;5;43m20221213104313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104313418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:15.108730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10247): Process ended prematurely: osmo-stp_10.42.42.5(pid=10247) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:43:15.117354 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:43:15.177470 run osmo-hlr_10.42.42.2(pid=10244): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10244)]\u000a10:43:15.227097 run osmo-hlr_10.42.42.2(pid=10244): stdout: \u000a| (launched: 2022-12-13_10:43:12.306138) \u000a10:43:15.277231 run osmo-hlr_10.42.42.2(pid=10244): stderr: \u000a| �[0;m�[1;31m20221213104312480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104312480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104312480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104312480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104312480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104312480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104312514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104312525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104312525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104312525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:15.345352 run osmo-msc_10.42.42.6(pid=10250): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10250)]\u000a10:43:15.394902 run osmo-msc_10.42.42.6(pid=10250): stdout: \u000a| (launched: 2022-12-13_10:43:14.224374) \u000a10:43:15.444911 run osmo-msc_10.42.42.6(pid=10250): stderr: \u000a| �[0;m�[38;5;43m20221213104314495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104314495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e024c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104314495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104314495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104314495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104314495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104314497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104314497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104314498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104314498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:15.487316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10243): Terminating (SIGTERM)\u000a10:43:15.527319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10246): Terminating (SIGTERM)\u000a10:43:15.567314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10249): Terminating (SIGTERM)\u000a10:43:15.576516 --- ParallelTerminationStrategy: PID 10243 died...\u000a10:43:15.630124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10243): Terminated: ok {rc=0}\u000a10:43:15.639764 --- ParallelTerminationStrategy: PID 10246 died...\u000a10:43:15.693121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10246): Terminated: ok {rc=0}\u000a10:43:15.702708 --- ParallelTerminationStrategy: PID 10249 died...\u000a10:43:15.755939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10249): Terminated: ok {rc=0}\u000a10:43:15.840873 bus /sierra_3: Setting Powered False\u000a10:43:16.965904 bus /sierra_3: Setting Powered False\u000a10:43:18.080171 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10258): Process ended prematurely: osmo-stp_10.42.42.5(pid=10258) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10258)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10258): Process ended prematurely: osmo-stp_10.42.42.5(pid=10258) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:43:19.197780 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:19.210077 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:43:19.374985 tst mo_mt_call_osmux.py: using LAC 33393\u000a10:43:19.502549 tst mo_mt_call_osmux.py: using RAC 243\u000a10:43:19.629849 tst mo_mt_call_osmux.py: using CellId 33393\u000a10:43:19.759095 tst mo_mt_call_osmux.py: using BVCI 33394\u000a10:43:19.784164 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:19.795707 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:19.807105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:19.818540 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:19.830297 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:19.841909 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:43:19.958981 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:43:20.172361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:20.688082 run create_hlr_db(pid=10252): Launched\u000a10:43:20.877606 bus /sierra_2: Setting Powered False\u000a10:43:21.899201 run create_hlr_db(pid=10252): Terminated: ok {rc=0}\u000a10:43:22.335793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10254): Launched\u000a10:43:22.666443 run osmo-hlr_10.42.42.2(pid=10255): Launched\u000a10:43:22.788122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:23.358119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10257): Launched\u000a10:43:23.687428 run osmo-stp_10.42.42.5(pid=10258): Launched\u000a10:43:23.806379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:24.406615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10260): Launched\u000a10:43:24.737012 run osmo-msc_10.42.42.6(pid=10261): Launched\u000a10:43:24.928623 run osmo-stp_10.42.42.5(pid=10258): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10258)]\u000a10:43:25.067582 run osmo-stp_10.42.42.5(pid=10258): stdout: \u000a| (launched: 2022-12-13_10:43:23.524369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:25.204494 run osmo-stp_10.42.42.5(pid=10258): stderr: \u000a| �[0;m�[38;5;43m20221213104323716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104323716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104323716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104323717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104323717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104323717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104323717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:25.336052 run osmo-stp_10.42.42.5(pid=10258): stdout: \u000a| (launched: 2022-12-13_10:43:23.524369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:25.466509 run osmo-stp_10.42.42.5(pid=10258): stderr: \u000a| �[0;m�[38;5;43m20221213104323716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104323716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104323716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104323717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104323717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104323717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104323717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:25.523729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10258): Process ended prematurely: osmo-stp_10.42.42.5(pid=10258) [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10258)] [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:43:25.532844 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:43:25.596294 run osmo-hlr_10.42.42.2(pid=10255): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10255)]\u000a10:43:25.648174 run osmo-hlr_10.42.42.2(pid=10255): stdout: \u000a| (launched: 2022-12-13_10:43:22.502885) \u000a10:43:25.700993 run osmo-hlr_10.42.42.2(pid=10255): stderr: \u000a| �[0;m�[1;31m20221213104322699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104322699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104322699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104322699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104322699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104322699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104322713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104322721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104322721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104322721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:25.772320 run osmo-msc_10.42.42.6(pid=10261): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10261)]\u000a10:43:25.824113 run osmo-msc_10.42.42.6(pid=10261): stdout: \u000a| (launched: 2022-12-13_10:43:24.573461) \u000a10:43:25.876534 run osmo-msc_10.42.42.6(pid=10261): stderr: \u000a| �[0;m�[38;5;43m20221213104324896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104324896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d52c0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104324896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104324896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104324896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104324897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104324898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104324899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104324899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104324899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:25.921394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10254): Terminating (SIGTERM)\u000a10:43:25.964512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10257): Terminating (SIGTERM)\u000a10:43:26.006949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10260): Terminating (SIGTERM)\u000a10:43:26.016696 --- ParallelTerminationStrategy: PID 10254 died...\u000a10:43:26.073638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10254): Terminated: ok {rc=0}\u000a10:43:26.083724 --- ParallelTerminationStrategy: PID 10257 died...\u000a10:43:26.140252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10257): Terminated: ok {rc=0}\u000a10:43:26.150343 --- ParallelTerminationStrategy: PID 10260 died...\u000a10:43:26.206854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10260): Terminated: ok {rc=0}\u000a10:43:26.295441 bus /sierra_3: Setting Powered False\u000a10:43:27.403275 bus /sierra_3: Setting Powered False\u000a10:43:28.513513 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:43:08" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10272): Process ended prematurely: osmo-stp_10.42.42.5(pid=10272) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10272): Process ended prematurely: osmo-stp_10.42.42.5(pid=10272) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:43:30.504576 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:30.515666 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:43:30.670715 tst mo_mt_call.py: using LAC 33394\u000a10:43:30.792279 tst mo_mt_call.py: using RAC 244\u000a10:43:30.926870 tst mo_mt_call.py: using CellId 33394\u000a10:43:31.067126 tst mo_mt_call.py: using BVCI 33395\u000a10:43:31.093714 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:31.106334 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:31.118879 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:31.131374 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:31.145953 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:31.160338 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:31.285081 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:31.508002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:32.076232 run create_hlr_db(pid=10266): Launched\u000a10:43:32.273109 bus /sierra_2: Setting Powered False\u000a10:43:33.288536 run create_hlr_db(pid=10266): Terminated: ok {rc=0}\u000a10:43:33.727654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10268): Launched\u000a10:43:34.056541 run osmo-hlr_10.42.42.2(pid=10269): Launched\u000a10:43:34.176093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:34.747006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10271): Launched\u000a10:43:35.076463 run osmo-stp_10.42.42.5(pid=10272): Launched\u000a10:43:35.195183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:35.793840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10274): Launched\u000a10:43:36.124014 run osmo-msc_10.42.42.6(pid=10275): Launched\u000a10:43:36.316302 run osmo-stp_10.42.42.5(pid=10272): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)]\u000a10:43:36.456241 run osmo-stp_10.42.42.5(pid=10272): stdout: \u000a| (launched: 2022-12-13_10:43:34.913825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:36.593607 run osmo-stp_10.42.42.5(pid=10272): stderr: \u000a| �[0;m�[38;5;43m20221213104335104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104335104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104335104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104335105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104335105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104335105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104335105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:36.725173 run osmo-stp_10.42.42.5(pid=10272): stdout: \u000a| (launched: 2022-12-13_10:43:34.913825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:36.855524 run osmo-stp_10.42.42.5(pid=10272): stderr: \u000a| �[0;m�[38;5;43m20221213104335104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104335104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104335104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104335105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104335105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104335105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104335105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:36.913211 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10272): Process ended prematurely: osmo-stp_10.42.42.5(pid=10272) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)] [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:43:36.922806 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:43:36.985884 run osmo-hlr_10.42.42.2(pid=10269): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10269)]\u000a10:43:37.038421 run osmo-hlr_10.42.42.2(pid=10269): stdout: \u000a| (launched: 2022-12-13_10:43:33.894867) \u000a10:43:37.090992 run osmo-hlr_10.42.42.2(pid=10269): stderr: \u000a| �[0;m�[1;31m20221213104334090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104334090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104334090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104334090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104334090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104334090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104334102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104334111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104334111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104334112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:37.162367 run osmo-msc_10.42.42.6(pid=10275): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10275)]\u000a10:43:37.214073 run osmo-msc_10.42.42.6(pid=10275): stdout: \u000a| (launched: 2022-12-13_10:43:35.960864) \u000a10:43:37.266442 run osmo-msc_10.42.42.6(pid=10275): stderr: \u000a| �[0;m�[38;5;43m20221213104336280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104336280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d3cbaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104336280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104336280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104336280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104336280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104336282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104336282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:37.311268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10268): Terminating (SIGTERM)\u000a10:43:37.353687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10271): Terminating (SIGTERM)\u000a10:43:37.395955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10274): Terminating (SIGTERM)\u000a10:43:37.405772 --- ParallelTerminationStrategy: PID 10268 died...\u000a10:43:37.462879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10268): Terminated: ok {rc=0}\u000a10:43:37.473161 --- ParallelTerminationStrategy: PID 10271 died...\u000a10:43:37.529688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10271): Terminated: ok {rc=0}\u000a10:43:37.539899 --- ParallelTerminationStrategy: PID 10274 died...\u000a10:43:37.596424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10274): Terminated: ok {rc=0}\u000a10:43:37.684308 bus /sierra_3: Setting Powered False\u000a10:43:38.792029 bus /sierra_3: Setting Powered False\u000a10:43:39.901540 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10283): Process ended prematurely: osmo-stp_10.42.42.5(pid=10283) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10283): Process ended prematurely: osmo-stp_10.42.42.5(pid=10283) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:43:41.017931 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:41.030306 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:43:41.198998 tst mo_mt_call_osmux.py: using LAC 33395\u000a10:43:41.332376 tst mo_mt_call_osmux.py: using RAC 245\u000a10:43:41.458387 tst mo_mt_call_osmux.py: using CellId 33395\u000a10:43:41.590200 tst mo_mt_call_osmux.py: using BVCI 33396\u000a10:43:41.615092 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:41.626736 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:41.638373 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:41.649787 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:41.661726 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:41.673486 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:41.791646 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:42.001499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:42.493202 run create_hlr_db(pid=10277): Launched\u000a10:43:42.668688 bus /sierra_2: Setting Powered False\u000a10:43:43.690095 run create_hlr_db(pid=10277): Terminated: ok {rc=0}\u000a10:43:44.129687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10279): Launched\u000a10:43:44.458291 run osmo-hlr_10.42.42.2(pid=10280): Launched\u000a10:43:44.578575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:45.147408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10282): Launched\u000a10:43:45.476811 run osmo-stp_10.42.42.5(pid=10283): Launched\u000a10:43:45.596631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:46.222506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10285): Launched\u000a10:43:46.637780 run osmo-msc_10.42.42.6(pid=10286): Launched\u000a10:43:47.100280 run osmo-stp_10.42.42.5(pid=10283): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)]\u000a10:43:47.288199 run osmo-stp_10.42.42.5(pid=10283): stdout: \u000a| (launched: 2022-12-13_10:43:45.314026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:47.417142 run osmo-stp_10.42.42.5(pid=10283): stderr: \u000a| �[0;m�[38;5;43m20221213104345503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104345503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104345503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104345503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104345504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104345504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104345504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:47.540317 run osmo-stp_10.42.42.5(pid=10283): stdout: \u000a| (launched: 2022-12-13_10:43:45.314026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:47.663254 run osmo-stp_10.42.42.5(pid=10283): stderr: \u000a| �[0;m�[38;5;43m20221213104345503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104345503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104345503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104345503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104345504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104345504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104345504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:47.717262 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10283): Process ended prematurely: osmo-stp_10.42.42.5(pid=10283) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)] [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:43:47.726313 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a10:43:47.786451 run osmo-hlr_10.42.42.2(pid=10280): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10280)]\u000a10:43:47.836042 run osmo-hlr_10.42.42.2(pid=10280): stdout: \u000a| (launched: 2022-12-13_10:43:44.297144) \u000a10:43:47.886369 run osmo-hlr_10.42.42.2(pid=10280): stderr: \u000a| �[0;m�[1;31m20221213104344493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104344493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104344493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104344493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104344493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104344493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104344506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104344514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:47.954721 run osmo-msc_10.42.42.6(pid=10286): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10286)]\u000a10:43:48.004418 run osmo-msc_10.42.42.6(pid=10286): stdout: \u000a| (launched: 2022-12-13_10:43:46.383019) \u000a10:43:48.054410 run osmo-msc_10.42.42.6(pid=10286): stderr: \u000a| �[0;m�[38;5;43m20221213104346881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104346881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb886d03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104346881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104346881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104346882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104346882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104346883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104346884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104346884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104346884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:48.097153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10279): Terminating (SIGTERM)\u000a10:43:48.137666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10282): Terminating (SIGTERM)\u000a10:43:48.178647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10285): Terminating (SIGTERM)\u000a10:43:48.188014 --- ParallelTerminationStrategy: PID 10279 died...\u000a10:43:48.242683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10279): Terminated: ok {rc=0}\u000a10:43:48.252464 --- ParallelTerminationStrategy: PID 10282 died...\u000a10:43:48.306441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10282): Terminated: ok {rc=0}\u000a10:43:48.316188 --- ParallelTerminationStrategy: PID 10285 died...\u000a10:43:48.369966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10285): Terminated: ok {rc=0}\u000a10:43:48.459041 bus /sierra_3: Setting Powered False\u000a10:43:49.566668 bus /sierra_3: Setting Powered False\u000a10:43:50.680232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:43:30" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10297): Process ended prematurely: osmo-stp_10.42.42.5(pid=10297) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10297)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10297): Process ended prematurely: osmo-stp_10.42.42.5(pid=10297) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:43:52.676279 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:52.687142 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:43:52.845893 tst mo_mt_call.py: using LAC 33396\u000a10:43:52.963800 tst mo_mt_call.py: using RAC 246\u000a10:43:53.083476 tst mo_mt_call.py: using CellId 33396\u000a10:43:53.203866 tst mo_mt_call.py: using BVCI 33397\u000a10:43:53.227182 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:53.237964 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:53.248609 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:53.259185 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:53.269790 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:53.280356 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:43:53.400673 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:43:53.604493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:54.094081 run create_hlr_db(pid=10291): Launched\u000a10:43:54.269813 bus /sierra_2: Setting Powered False\u000a10:43:55.291840 run create_hlr_db(pid=10291): Terminated: ok {rc=0}\u000a10:43:55.725342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10293): Launched\u000a10:43:56.031412 run osmo-hlr_10.42.42.2(pid=10294): Launched\u000a10:43:56.143153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:56.674603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10296): Launched\u000a10:43:56.979869 run osmo-stp_10.42.42.5(pid=10297): Launched\u000a10:43:57.089803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:57.647362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10299): Launched\u000a10:43:57.956742 run osmo-msc_10.42.42.6(pid=10300): Launched\u000a10:43:58.134704 run osmo-stp_10.42.42.5(pid=10297): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10297)]\u000a10:43:58.263624 run osmo-stp_10.42.42.5(pid=10297): stdout: \u000a| (launched: 2022-12-13_10:43:56.829933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:58.390810 run osmo-stp_10.42.42.5(pid=10297): stderr: \u000a| �[0;m�[38;5;43m20221213104356999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104356999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104357000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104357000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104357001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104357001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104357001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:58.513634 run osmo-stp_10.42.42.5(pid=10297): stdout: \u000a| (launched: 2022-12-13_10:43:56.829933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:58.636188 run osmo-stp_10.42.42.5(pid=10297): stderr: \u000a| �[0;m�[38;5;43m20221213104356999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104356999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104357000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104357000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104357001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104357001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104357001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:58.690112 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10297): Process ended prematurely: osmo-stp_10.42.42.5(pid=10297) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10297)] [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:43:58.698806 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:43:58.758677 run osmo-hlr_10.42.42.2(pid=10294): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10294)]\u000a10:43:58.807786 run osmo-hlr_10.42.42.2(pid=10294): stdout: \u000a| (launched: 2022-12-13_10:43:55.881298) \u000a10:43:58.857726 run osmo-hlr_10.42.42.2(pid=10294): stderr: \u000a| �[0;m�[1;31m20221213104356056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104356056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104356056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104356056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104356056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104356056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104356072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104356082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104356082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104356082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:58.925508 run osmo-msc_10.42.42.6(pid=10300): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10300)]\u000a10:43:58.974830 run osmo-msc_10.42.42.6(pid=10300): stdout: \u000a| (launched: 2022-12-13_10:43:57.802767) \u000a10:43:59.024431 run osmo-msc_10.42.42.6(pid=10300): stderr: \u000a| �[0;m�[38;5;43m20221213104358075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104358075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40e3cc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104358075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104358075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104358076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104358076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104358078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104358078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104358078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104358078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:59.066455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10293): Terminating (SIGTERM)\u000a10:43:59.106258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10296): Terminating (SIGTERM)\u000a10:43:59.147001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10299): Terminating (SIGTERM)\u000a10:43:59.156354 --- ParallelTerminationStrategy: PID 10293 died...\u000a10:43:59.210088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10293): Terminated: ok {rc=0}\u000a10:43:59.219811 --- ParallelTerminationStrategy: PID 10296 died...\u000a10:43:59.273166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10296): Terminated: ok {rc=0}\u000a10:43:59.282846 --- ParallelTerminationStrategy: PID 10299 died...\u000a10:43:59.336372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10299): Terminated: ok {rc=0}\u000a10:43:59.425993 bus /sierra_3: Setting Powered False\u000a10:44:00.533438 bus /sierra_3: Setting Powered False\u000a10:44:01.664662 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10308): Process ended prematurely: osmo-stp_10.42.42.5(pid=10308) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10308): Process ended prematurely: osmo-stp_10.42.42.5(pid=10308) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:44:02.783526 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:44:02.795497 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:44:02.963189 tst mo_mt_call_osmux.py: using LAC 33397\u000a10:44:03.092035 tst mo_mt_call_osmux.py: using RAC 247\u000a10:44:03.219830 tst mo_mt_call_osmux.py: using CellId 33397\u000a10:44:03.352171 tst mo_mt_call_osmux.py: using BVCI 33398\u000a10:44:03.377044 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:44:03.388290 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:44:03.399489 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:44:03.410657 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:44:03.422150 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:44:03.433715 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:44:03.552435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:44:03.765214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:04.282802 run create_hlr_db(pid=10302): Launched\u000a10:44:04.472585 bus /sierra_2: Setting Powered False\u000a10:44:05.493855 run create_hlr_db(pid=10302): Terminated: ok {rc=0}\u000a10:44:05.906488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10304): Launched\u000a10:44:06.212906 run osmo-hlr_10.42.42.2(pid=10305): Launched\u000a10:44:06.325121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:06.857256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10307): Launched\u000a10:44:07.165883 run osmo-stp_10.42.42.5(pid=10308): Launched\u000a10:44:07.277356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:07.845474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10310): Launched\u000a10:44:08.155222 run osmo-msc_10.42.42.6(pid=10311): Launched\u000a10:44:08.334062 run osmo-stp_10.42.42.5(pid=10308): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)]\u000a10:44:08.463849 run osmo-stp_10.42.42.5(pid=10308): stdout: \u000a| (launched: 2022-12-13_10:44:07.012566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:08.591727 run osmo-stp_10.42.42.5(pid=10308): stderr: \u000a| �[0;m�[38;5;43m20221213104407179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104407180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104407180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104407180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104407181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104407181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104407181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:08.715935 run osmo-stp_10.42.42.5(pid=10308): stdout: \u000a| (launched: 2022-12-13_10:44:07.012566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:08.838678 run osmo-stp_10.42.42.5(pid=10308): stderr: \u000a| �[0;m�[38;5;43m20221213104407179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104407180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104407180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104407180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104407181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104407181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104407181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:08.892863 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10308): Process ended prematurely: osmo-stp_10.42.42.5(pid=10308) [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)] [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:44:08.901599 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:44:08.962009 run osmo-hlr_10.42.42.2(pid=10305): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10305)]\u000a10:44:09.011501 run osmo-hlr_10.42.42.2(pid=10305): stdout: \u000a| (launched: 2022-12-13_10:44:06.062575) \u000a10:44:09.061907 run osmo-hlr_10.42.42.2(pid=10305): stderr: \u000a| �[0;m�[1;31m20221213104406238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104406238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104406238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104406238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104406238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104406238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104406251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104406260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104406260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104406260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:09.130361 run osmo-msc_10.42.42.6(pid=10311): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10311)]\u000a10:44:09.180132 run osmo-msc_10.42.42.6(pid=10311): stdout: \u000a| (launched: 2022-12-13_10:44:08.002301) \u000a10:44:09.230587 run osmo-msc_10.42.42.6(pid=10311): stderr: \u000a| �[0;m�[38;5;43m20221213104408274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104408274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ee829ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104408274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104408274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104408274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104408275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104408276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104408277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104408277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104408277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:09.273183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10304): Terminating (SIGTERM)\u000a10:44:09.313308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10307): Terminating (SIGTERM)\u000a10:44:09.354232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10310): Terminating (SIGTERM)\u000a10:44:09.363597 --- ParallelTerminationStrategy: PID 10304 died...\u000a10:44:09.417839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10304): Terminated: ok {rc=0}\u000a10:44:09.427536 --- ParallelTerminationStrategy: PID 10307 died...\u000a10:44:09.481829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10307): Terminated: ok {rc=0}\u000a10:44:09.491529 --- ParallelTerminationStrategy: PID 10310 died...\u000a10:44:09.545395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10310): Terminated: ok {rc=0}\u000a10:44:09.634880 bus /sierra_3: Setting Powered False\u000a10:44:10.739571 bus /sierra_3: Setting Powered False\u000a10:44:11.853063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:43:52" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10324): Process ended prematurely: osmo-stp_10.42.42.5(pid=10324) [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10324)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10324): Process ended prematurely: osmo-stp_10.42.42.5(pid=10324) [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:44:13.846672 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:13.858010 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:44:14.000871 tst mo_mt_call.py: using LAC 33398\u000a10:44:14.120497 tst mo_mt_call.py: using RAC 248\u000a10:44:14.238841 tst mo_mt_call.py: using CellId 33398\u000a10:44:14.357903 tst mo_mt_call.py: using BVCI 33399\u000a10:44:14.381182 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:14.392212 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:14.403211 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:14.414147 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:14.425215 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:14.436242 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:44:14.558637 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:44:14.762668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:15.253051 run create_hlr_db(pid=10317): Launched\u000a10:44:15.427739 bus /sierra_2: Setting Powered False\u000a10:44:16.521140 run create_hlr_db(pid=10317): Terminated: ok {rc=0}\u000a10:44:16.971699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10320): Launched\u000a10:44:17.332276 run osmo-hlr_10.42.42.2(pid=10321): Launched\u000a10:44:17.454536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:17.990595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10323): Launched\u000a10:44:18.298515 run osmo-stp_10.42.42.5(pid=10324): Launched\u000a10:44:18.410380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:18.970178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10326): Launched\u000a10:44:19.278054 run osmo-msc_10.42.42.6(pid=10327): Launched\u000a10:44:19.455814 run osmo-stp_10.42.42.5(pid=10324): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10324)]\u000a10:44:19.584516 run osmo-stp_10.42.42.5(pid=10324): stdout: \u000a| (launched: 2022-12-13_10:44:18.146219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:19.711475 run osmo-stp_10.42.42.5(pid=10324): stderr: \u000a| �[0;m�[38;5;43m20221213104418313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104418313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104418313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104418314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104418314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104418314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104418314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:19.833989 run osmo-stp_10.42.42.5(pid=10324): stdout: \u000a| (launched: 2022-12-13_10:44:18.146219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:19.955375 run osmo-stp_10.42.42.5(pid=10324): stderr: \u000a| �[0;m�[38;5;43m20221213104418313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104418313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104418313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104418314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104418314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104418314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104418314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:20.008985 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10324): Process ended prematurely: osmo-stp_10.42.42.5(pid=10324) [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10324)] [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:44:20.017728 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:44:20.077791 run osmo-hlr_10.42.42.2(pid=10321): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10321)]\u000a10:44:20.127083 run osmo-hlr_10.42.42.2(pid=10321): stdout: \u000a| (launched: 2022-12-13_10:44:17.130495) \u000a10:44:20.177065 run osmo-hlr_10.42.42.2(pid=10321): stderr: \u000a| �[0;m�[1;31m20221213104417338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104417338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104417338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104417338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104417338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104417338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104417351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104417359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104417359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104417359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:20.244868 run osmo-msc_10.42.42.6(pid=10327): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10327)]\u000a10:44:20.293787 run osmo-msc_10.42.42.6(pid=10327): stdout: \u000a| (launched: 2022-12-13_10:44:19.125233) \u000a10:44:20.343451 run osmo-msc_10.42.42.6(pid=10327): stderr: \u000a| �[0;m�[38;5;43m20221213104419395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104419396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f263626ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104419396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104419396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104419396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104419396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104419398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104419398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:20.385503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10320): Terminating (SIGTERM)\u000a10:44:20.425573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10323): Terminating (SIGTERM)\u000a10:44:20.465377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10326): Terminating (SIGTERM)\u000a10:44:20.474662 --- ParallelTerminationStrategy: PID 10320 died...\u000a10:44:20.528116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10320): Terminated: ok {rc=0}\u000a10:44:20.537860 --- ParallelTerminationStrategy: PID 10323 died...\u000a10:44:20.591030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10323): Terminated: ok {rc=0}\u000a10:44:20.600504 --- ParallelTerminationStrategy: PID 10326 died...\u000a10:44:20.653557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10326): Terminated: ok {rc=0}\u000a10:44:20.742223 bus /sierra_3: Setting Powered False\u000a10:44:21.847322 bus /sierra_3: Setting Powered False\u000a10:44:22.956256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:44:24.072924 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:24.085474 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:44:24.234723 tst mo_mt_call_osmux.py: using LAC 33399\u000a10:44:24.362843 tst mo_mt_call_osmux.py: using RAC 249\u000a10:44:24.490475 tst mo_mt_call_osmux.py: using CellId 33399\u000a10:44:24.618505 tst mo_mt_call_osmux.py: using BVCI 33400\u000a10:44:24.643430 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:24.655155 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:24.666730 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:24.678301 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:24.690257 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:44:24.702033 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:44:24.821483 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:44:25.037120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:25.555581 run create_hlr_db(pid=10329): Launched\u000a10:44:25.744806 bus /sierra_2: Setting Powered False\u000a10:44:26.767169 run create_hlr_db(pid=10329): Terminated: ok {rc=0}\u000a10:44:27.177482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Launched\u000a10:44:27.484719 run osmo-hlr_10.42.42.2(pid=10332): Launched\u000a10:44:27.597927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:28.131208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Launched\u000a10:44:28.439335 run osmo-stp_10.42.42.5(pid=10335): Launched\u000a10:44:28.551632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:29.113170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10337): Launched\u000a10:44:29.424471 run osmo-msc_10.42.42.6(pid=10338): Launched\u000a10:44:29.603550 run osmo-stp_10.42.42.5(pid=10335): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]\u000a10:44:29.733280 run osmo-stp_10.42.42.5(pid=10335): stdout: \u000a| (launched: 2022-12-13_10:44:28.287216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:29.860830 run osmo-stp_10.42.42.5(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221213104428455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104428456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104428456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104428456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104428457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104428457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104428457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:29.983906 run osmo-stp_10.42.42.5(pid=10335): stdout: \u000a| (launched: 2022-12-13_10:44:28.287216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:30.106561 run osmo-stp_10.42.42.5(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221213104428455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104428456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104428456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104428456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104428457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104428457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104428457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:30.160514 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)] [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:44:30.169331 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:44:30.229264 run osmo-hlr_10.42.42.2(pid=10332): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10332)]\u000a10:44:30.279191 run osmo-hlr_10.42.42.2(pid=10332): stdout: \u000a| (launched: 2022-12-13_10:44:27.332750) \u000a10:44:30.329222 run osmo-hlr_10.42.42.2(pid=10332): stderr: \u000a| �[0;m�[1;31m20221213104427507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104427507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104427507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104427507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104427507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104427507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104427519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104427527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104427528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104427528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:30.396842 run osmo-msc_10.42.42.6(pid=10338): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10338)]\u000a10:44:30.446048 run osmo-msc_10.42.42.6(pid=10338): stdout: \u000a| (launched: 2022-12-13_10:44:29.269496) \u000a10:44:30.495996 run osmo-msc_10.42.42.6(pid=10338): stderr: \u000a| �[0;m�[38;5;43m20221213104429538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104429538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36333f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104429539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104429539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104429539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104429539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104429541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104429541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104429541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104429541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:30.538427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Terminating (SIGTERM)\u000a10:44:30.578504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Terminating (SIGTERM)\u000a10:44:30.618537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10337): Terminating (SIGTERM)\u000a10:44:30.627836 --- ParallelTerminationStrategy: PID 10331 died...\u000a10:44:30.681489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Terminated: ok {rc=0}\u000a10:44:30.691214 --- ParallelTerminationStrategy: PID 10334 died...\u000a10:44:30.744460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Terminated: ok {rc=0}\u000a10:44:30.754183 --- ParallelTerminationStrategy: PID 10337 died...\u000a10:44:30.807244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10337): Terminated: ok {rc=0}\u000a10:44:30.908403 bus /sierra_3: Setting Powered False\u000a10:44:32.025464 bus /sierra_3: Setting Powered False\u000a10:44:33.134999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:44:13" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10350): Process ended prematurely: osmo-stp_10.42.42.5(pid=10350) [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10350)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10350): Process ended prematurely: osmo-stp_10.42.42.5(pid=10350) [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:44:35.147432 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:35.158180 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:44:35.291054 tst emergency_mo_mt_call.py: using LAC 33400\u000a10:44:35.410788 tst emergency_mo_mt_call.py: using RAC 250\u000a10:44:35.528435 tst emergency_mo_mt_call.py: using CellId 33400\u000a10:44:35.647580 tst emergency_mo_mt_call.py: using BVCI 33401\u000a10:44:35.670645 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:35.681482 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:35.692075 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:35.702639 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:35.713440 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:35.724010 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:44:35.838921 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:44:36.051536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:36.562806 run create_hlr_db(pid=10344): Launched\u000a10:44:36.751061 bus /sierra_2: Setting Powered False\u000a10:44:37.771008 run create_hlr_db(pid=10344): Terminated: ok {rc=0}\u000a10:44:38.204764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10346): Launched\u000a10:44:38.530668 run osmo-hlr_10.42.42.2(pid=10347): Launched\u000a10:44:38.650512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:39.212753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10349): Launched\u000a10:44:39.515439 run osmo-stp_10.42.42.5(pid=10350): Launched\u000a10:44:39.648600 tst emergency_mo_mt_call.py: using MSISDN 8113\u000a10:44:39.797854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:40.348703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10352): Launched\u000a10:44:40.653348 run osmo-msc_10.42.42.6(pid=10353): Launched\u000a10:44:40.832337 run osmo-stp_10.42.42.5(pid=10350): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10350)]\u000a10:44:40.961409 run osmo-stp_10.42.42.5(pid=10350): stdout: \u000a| (launched: 2022-12-13_10:44:39.366083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:41.087219 run osmo-stp_10.42.42.5(pid=10350): stderr: \u000a| �[0;m�[38;5;43m20221213104439533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104439533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104439533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104439534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104439534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104439534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104439534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:41.208429 run osmo-stp_10.42.42.5(pid=10350): stdout: \u000a| (launched: 2022-12-13_10:44:39.366083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:41.328749 run osmo-stp_10.42.42.5(pid=10350): stderr: \u000a| �[0;m�[38;5;43m20221213104439533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104439533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104439533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104439534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104439534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104439534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104439534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:41.381377 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10350): Process ended prematurely: osmo-stp_10.42.42.5(pid=10350) [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10350)] [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a10:44:41.389602 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:44:41.449814 run osmo-hlr_10.42.42.2(pid=10347): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10347)]\u000a10:44:41.499574 run osmo-hlr_10.42.42.2(pid=10347): stdout: \u000a| (launched: 2022-12-13_10:44:38.369313) \u000a10:44:41.549716 run osmo-hlr_10.42.42.2(pid=10347): stderr: \u000a| �[0;m�[1;31m20221213104438565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104438565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104438565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104438565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104438565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104438565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104438578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104438586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104438587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104438587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:41.617881 run osmo-msc_10.42.42.6(pid=10353): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10353)]\u000a10:44:41.667218 run osmo-msc_10.42.42.6(pid=10353): stdout: \u000a| (launched: 2022-12-13_10:44:40.501949) \u000a10:44:41.717198 run osmo-msc_10.42.42.6(pid=10353): stderr: \u000a| �[0;m�[38;5;43m20221213104440774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104440774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e7b468c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104440774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104440774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104440775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104440775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104440777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104440777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104440777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104440777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:41.759756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10346): Terminating (SIGTERM)\u000a10:44:41.799991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10349): Terminating (SIGTERM)\u000a10:44:41.840348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10352): Terminating (SIGTERM)\u000a10:44:41.849811 --- ParallelTerminationStrategy: PID 10346 died...\u000a10:44:41.904073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10346): Terminated: ok {rc=0}\u000a10:44:41.913884 --- ParallelTerminationStrategy: PID 10349 died...\u000a10:44:41.967649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10349): Terminated: ok {rc=0}\u000a10:44:41.977294 --- ParallelTerminationStrategy: PID 10352 died...\u000a10:44:42.031109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10352): Terminated: ok {rc=0}\u000a10:44:42.120131 bus /sierra_3: Setting Powered False\u000a10:44:43.227835 bus /sierra_3: Setting Powered False\u000a10:44:44.337047 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:44:45.387744 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:45.399148 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:44:45.543229 tst emergency_preemptive_call.py: using LAC 33401\u000a10:44:45.668739 tst emergency_preemptive_call.py: using RAC 251\u000a10:44:45.789946 tst emergency_preemptive_call.py: using CellId 33401\u000a10:44:45.932341 tst emergency_preemptive_call.py: using BVCI 33402\u000a10:44:45.969846 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:45.982162 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:45.994167 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:46.006323 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:46.019284 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:44:46.032423 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:44:46.159565 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:44:46.285733 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:44:46.427886 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:44:46.652712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:47.184866 run create_hlr_db(pid=10355): Launched\u000a10:44:47.362403 bus /sierra_2: Setting Powered False\u000a10:44:48.380700 run create_hlr_db(pid=10355): Terminated: ok {rc=0}\u000a10:44:48.814325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Launched\u000a10:44:49.140278 run osmo-hlr_10.42.42.2(pid=10358): Launched\u000a10:44:49.262310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:49.827161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Launched\u000a10:44:50.154041 run osmo-stp_10.42.42.5(pid=10361): Launched\u000a10:44:50.283860 tst emergency_preemptive_call.py: using MSISDN 8114\u000a10:44:50.446111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:51.038123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Launched\u000a10:44:51.364004 run osmo-msc_10.42.42.6(pid=10364): Launched\u000a10:44:51.554005 run osmo-stp_10.42.42.5(pid=10361): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)]\u000a10:44:51.691628 run osmo-stp_10.42.42.5(pid=10361): stdout: \u000a| (launched: 2022-12-13_10:44:49.991442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:51.827436 run osmo-stp_10.42.42.5(pid=10361): stderr: \u000a| �[0;m�[38;5;43m20221213104450180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104450181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104450181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104450181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104450182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104450182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104450182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:51.958247 run osmo-stp_10.42.42.5(pid=10361): stdout: \u000a| (launched: 2022-12-13_10:44:49.991442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:52.088392 run osmo-stp_10.42.42.5(pid=10361): stderr: \u000a| �[0;m�[38;5;43m20221213104450180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104450181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104450181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104450181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104450182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104450182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104450182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:52.145159 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)] [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a10:44:52.154237 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a10:44:52.218147 run osmo-hlr_10.42.42.2(pid=10358): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10358)]\u000a10:44:52.270235 run osmo-hlr_10.42.42.2(pid=10358): stdout: \u000a| (launched: 2022-12-13_10:44:48.978759) \u000a10:44:52.323162 run osmo-hlr_10.42.42.2(pid=10358): stderr: \u000a| �[0;m�[1;31m20221213104449173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104449173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104449173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104449173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104449173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104449173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104449185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104449194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104449194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104449194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:52.395011 run osmo-msc_10.42.42.6(pid=10364): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10364)]\u000a10:44:52.447375 run osmo-msc_10.42.42.6(pid=10364): stdout: \u000a| (launched: 2022-12-13_10:44:51.202661) \u000a10:44:52.500162 run osmo-msc_10.42.42.6(pid=10364): stderr: \u000a| �[0;m�[38;5;43m20221213104451520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213104451521 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1179b49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213104451521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213104451521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213104451521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213104451521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213104451523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213104451524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213104451524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213104451524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:52.545416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Terminating (SIGTERM)\u000a10:44:52.588319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Terminating (SIGTERM)\u000a10:44:52.631156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Terminating (SIGTERM)\u000a10:44:52.641119 --- ParallelTerminationStrategy: PID 10357 died...\u000a10:44:52.699370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Terminated: ok {rc=0}\u000a10:44:52.709786 --- ParallelTerminationStrategy: PID 10360 died...\u000a10:44:52.767060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Terminated: ok {rc=0}\u000a10:44:52.777414 --- ParallelTerminationStrategy: PID 10363 died...\u000a10:44:52.834465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Terminated: ok {rc=0}\u000a10:44:52.922997 bus /sierra_9: Setting Powered False\u000a10:44:54.025502 bus /sierra_9: Setting Powered False\u000a10:44:55.133926 bus /sierra_8: Setting Powered False\u000a10:44:56.240756 bus /sierra_8: Setting Powered False\u000a10:44:57.349856 bus /sierra_3: Setting Powered False\u000a10:44:58.456239 bus /sierra_3: Setting Powered False\u000a10:44:59.566118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:44:34" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10382): Process ended prematurely: osmo-stp_10.42.42.5(pid=10382) [trial-2388↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10382): Process ended prematurely: osmo-stp_10.42.42.5(pid=10382) [trial-2388↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:45:01.783691 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:01.796461 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:45:01.955129 tst cs_paging_gprs_active.py: using LAC 33402\u000a10:45:02.130768 tst cs_paging_gprs_active.py: using RAC 252\u000a10:45:02.264616 tst cs_paging_gprs_active.py: using CellId 33402\u000a10:45:02.389360 tst cs_paging_gprs_active.py: using BVCI 33403\u000a10:45:02.413058 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.423837 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.434266 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.444879 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.455870 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.466927 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.478114 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.489099 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:02.500489 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:02.622633 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:02.912241 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:45:03.040702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:03.361008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10372): Launched\u000a10:45:03.625770 run iperf3-srv_10.42.42.10(pid=10373): Launched\u000a10:45:03.812921 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:45:03.941671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:04.259696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10374): Launched\u000a10:45:04.524722 run iperf3-srv_10.42.42.10(pid=10375): Launched\u000a10:45:04.711968 tst cs_paging_gprs_active.py:38: start network...\u000a10:45:04.840083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:05.334971 run create_hlr_db(pid=10376): Launched\u000a10:45:05.511787 bus /sierra_2: Setting Powered False\u000a10:45:06.534016 run create_hlr_db(pid=10376): Terminated: ok {rc=0}\u000a10:45:06.970800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10378): Launched\u000a10:45:07.303417 run osmo-hlr_10.42.42.2(pid=10379): Launched\u000a10:45:07.425344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:07.995823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10381): Launched\u000a10:45:08.326787 run osmo-stp_10.42.42.5(pid=10382): Launched\u000a10:45:08.446927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:09.021319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10384): Launched\u000a10:45:09.139790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:09.427683 run patchelf(pid=10385): Launched\u000a10:45:09.619797 run osmo-stp_10.42.42.5(pid=10382): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)]\u000a10:45:09.759893 run osmo-stp_10.42.42.5(pid=10382): stdout: \u000a| (launched: 2022-12-13_10:45:08.163275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:09.900210 run osmo-stp_10.42.42.5(pid=10382): stderr: \u000a| �[0;m�[38;5;43m20221213104508355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104508355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104508355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104508355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104508356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104508356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104508356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:10.035778 run osmo-stp_10.42.42.5(pid=10382): stdout: \u000a| (launched: 2022-12-13_10:45:08.163275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:10.171532 run osmo-stp_10.42.42.5(pid=10382): stderr: \u000a| �[0;m�[38;5;43m20221213104508355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104508355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104508355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104508355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104508356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104508356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104508356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:10.328821 run patchelf(pid=10385): Terminating (SIGINT)\u000a10:45:10.513889 run patchelf(pid=10385): Terminated: ok {rc=0}\u000a10:45:10.547828 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10382): Process ended prematurely: osmo-stp_10.42.42.5(pid=10382) [trial-2388↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)] [trial-2388↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a10:45:10.557889 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:45:10.621353 run osmo-hlr_10.42.42.2(pid=10379): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10379)]\u000a10:45:10.673272 run osmo-hlr_10.42.42.2(pid=10379): stdout: \u000a| (launched: 2022-12-13_10:45:07.139498) \u000a10:45:10.725688 run osmo-hlr_10.42.42.2(pid=10379): stderr: \u000a| �[0;m�[1;31m20221213104507336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104507336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104507336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104507336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104507336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104507336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104507348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104507358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104507358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104507358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:10.770648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10372): Terminating (SIGTERM)\u000a10:45:10.812782 run iperf3-srv_10.42.42.10(pid=10373): Terminating (SIGTERM)\u000a10:45:10.856834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10374): Terminating (SIGTERM)\u000a10:45:10.899129 run iperf3-srv_10.42.42.10(pid=10375): Terminating (SIGTERM)\u000a10:45:10.942022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10378): Terminating (SIGTERM)\u000a10:45:10.984196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10381): Terminating (SIGTERM)\u000a10:45:11.026371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10384): Terminating (SIGTERM)\u000a10:45:11.036084 --- ParallelTerminationStrategy: PID 10372 died...\u000a10:45:11.092898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10372): Terminated: ok {rc=0}\u000a10:45:11.103045 --- ParallelTerminationStrategy: PID 10373 died...\u000a10:45:11.159166 run iperf3-srv_10.42.42.10(pid=10373): Terminated {rc=256}\u000a10:45:11.169372 --- ParallelTerminationStrategy: PID 10374 died...\u000a10:45:11.226062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10374): Terminated: ok {rc=0}\u000a10:45:11.236198 --- ParallelTerminationStrategy: PID 10375 died...\u000a10:45:11.292418 run iperf3-srv_10.42.42.10(pid=10375): Terminated {rc=256}\u000a10:45:11.302517 --- ParallelTerminationStrategy: PID 10378 died...\u000a10:45:11.358854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10378): Terminated: ok {rc=0}\u000a10:45:11.368899 --- ParallelTerminationStrategy: PID 10381 died...\u000a10:45:11.425340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10381): Terminated: ok {rc=0}\u000a10:45:11.435425 --- ParallelTerminationStrategy: PID 10384 died...\u000a10:45:11.491661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10384): Terminated: ok {rc=0}\u000a10:45:11.582055 bus /gobi_0: Setting Powered False\u000a10:45:12.688414 bus /gobi_0: Setting Powered False\u000a10:45:13.799893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10394): Process ended prematurely: osmo-stp_10.42.42.5(pid=10394) [trial-2388↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10394)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10394): Process ended prematurely: osmo-stp_10.42.42.5(pid=10394) [trial-2388↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a10:45:14.911571 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:14.922671 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:45:15.075249 tst iperf3.py: using LAC 33403\u000a10:45:15.198847 tst iperf3.py: using RAC 253\u000a10:45:15.321236 tst iperf3.py: using CellId 33403\u000a10:45:15.440336 tst iperf3.py: using BVCI 33404\u000a10:45:15.463741 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.474629 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.484864 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.495203 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.505813 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.516434 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.527053 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.537249 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:15.547627 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:15.827686 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:45:15.974130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:16.319682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10386): Launched\u000a10:45:16.680830 run iperf3-srv_10.42.42.10(pid=10387): Launched\u000a10:45:16.889794 tst iperf3.py:8: start network...\u000a10:45:17.033040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:17.559729 run create_hlr_db(pid=10388): Launched\u000a10:45:17.750728 bus /gobi_6: Setting Powered False\u000a10:45:18.771870 run create_hlr_db(pid=10388): Terminated: ok {rc=0}\u000a10:45:19.183718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10390): Launched\u000a10:45:19.492998 run osmo-hlr_10.42.42.2(pid=10391): Launched\u000a10:45:19.605768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:20.137750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10393): Launched\u000a10:45:20.446698 run osmo-stp_10.42.42.5(pid=10394): Launched\u000a10:45:20.558232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:21.093003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10396): Launched\u000a10:45:21.201851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:21.470543 run patchelf(pid=10397): Launched\u000a10:45:21.649179 run osmo-stp_10.42.42.5(pid=10394): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10394)]\u000a10:45:21.779330 run osmo-stp_10.42.42.5(pid=10394): stdout: \u000a| (launched: 2022-12-13_10:45:20.293557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:21.909797 run osmo-stp_10.42.42.5(pid=10394): stderr: \u000a| �[0;m�[38;5;43m20221213104520462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104520462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104520462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104520463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104520463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104520463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104520463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:22.035760 run osmo-stp_10.42.42.5(pid=10394): stdout: \u000a| (launched: 2022-12-13_10:45:20.293557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:22.160849 run osmo-stp_10.42.42.5(pid=10394): stderr: \u000a| �[0;m�[38;5;43m20221213104520462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104520462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104520462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104520463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104520463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104520463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104520463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:22.306559 run patchelf(pid=10397): Terminating (SIGINT)\u000a10:45:22.478054 run patchelf(pid=10397): Terminated: ok {rc=0}\u000a10:45:22.509578 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10394): Process ended prematurely: osmo-stp_10.42.42.5(pid=10394) [trial-2388↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10394)] [trial-2388↪gprs:trx-umtrx↪iperf3.py:8]\u000a10:45:22.518835 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:45:22.578677 run osmo-hlr_10.42.42.2(pid=10391): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10391)]\u000a10:45:22.627742 run osmo-hlr_10.42.42.2(pid=10391): stdout: \u000a| (launched: 2022-12-13_10:45:19.340926) \u000a10:45:22.677569 run osmo-hlr_10.42.42.2(pid=10391): stderr: \u000a| �[0;m�[1;31m20221213104519517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104519517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104519517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104519517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104519517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104519517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104519528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104519537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104519537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104519537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:22.719634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10386): Terminating (SIGTERM)\u000a10:45:22.759106 run iperf3-srv_10.42.42.10(pid=10387): Terminating (SIGTERM)\u000a10:45:22.798761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10390): Terminating (SIGTERM)\u000a10:45:22.838563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10393): Terminating (SIGTERM)\u000a10:45:22.878816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10396): Terminating (SIGTERM)\u000a10:45:22.888122 --- ParallelTerminationStrategy: PID 10386 died...\u000a10:45:22.941113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10386): Terminated: ok {rc=0}\u000a10:45:22.950698 --- ParallelTerminationStrategy: PID 10387 died...\u000a10:45:23.003426 run iperf3-srv_10.42.42.10(pid=10387): Terminated {rc=256}\u000a10:45:23.012923 --- ParallelTerminationStrategy: PID 10390 died...\u000a10:45:23.065887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10390): Terminated: ok {rc=0}\u000a10:45:23.075474 --- ParallelTerminationStrategy: PID 10393 died...\u000a10:45:23.128375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10393): Terminated: ok {rc=0}\u000a10:45:23.137965 --- ParallelTerminationStrategy: PID 10396 died...\u000a10:45:23.190905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10396): Terminated: ok {rc=0}\u000a10:45:23.278840 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10412): Process ended prematurely: osmo-stp_10.42.42.5(pid=10412) [trial-2388↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10412)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10412): Process ended prematurely: osmo-stp_10.42.42.5(pid=10412) [trial-2388↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a10:45:24.390412 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.401644 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:45:24.539746 tst iperf3m4.py: using LAC 33404\u000a10:45:24.657930 tst iperf3m4.py: using RAC 254\u000a10:45:24.776186 tst iperf3m4.py: using CellId 33404\u000a10:45:24.896041 tst iperf3m4.py: using BVCI 33405\u000a10:45:24.919434 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.930088 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.940458 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.950870 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.961189 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.971833 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.982854 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:24.993307 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:25.003799 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:25.126204 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:25.252068 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:25.373266 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:25.673141 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:45:25.811872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:26.154109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10398): Launched\u000a10:45:26.438291 run iperf3-srv_10.42.42.10(pid=10399): Launched\u000a10:45:26.641624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:45:26.780348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:27.122679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10400): Launched\u000a10:45:27.408271 run iperf3-srv_10.42.42.10(pid=10401): Launched\u000a10:45:27.610587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:45:27.748693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:28.090308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10402): Launched\u000a10:45:28.376010 run iperf3-srv_10.42.42.10(pid=10403): Launched\u000a10:45:28.578920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:45:28.717269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:29.059427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10404): Launched\u000a10:45:29.346188 run iperf3-srv_10.42.42.10(pid=10405): Launched\u000a10:45:29.550016 tst iperf3m4.py:8: start network...\u000a10:45:29.688735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:30.212573 run create_hlr_db(pid=10406): Launched\u000a10:45:30.404303 bus /gobi_6: Setting Powered False\u000a10:45:31.426337 run create_hlr_db(pid=10406): Terminated: ok {rc=0}\u000a10:45:31.883333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10408): Launched\u000a10:45:32.220667 run osmo-hlr_10.42.42.2(pid=10409): Launched\u000a10:45:32.334614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:32.874965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10411): Launched\u000a10:45:33.185205 run osmo-stp_10.42.42.5(pid=10412): Launched\u000a10:45:33.296442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:33.834837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10414): Launched\u000a10:45:33.944303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:34.214657 run patchelf(pid=10415): Launched\u000a10:45:34.394309 run osmo-stp_10.42.42.5(pid=10412): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10412)]\u000a10:45:34.525483 run osmo-stp_10.42.42.5(pid=10412): stdout: \u000a| (launched: 2022-12-13_10:45:33.031668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:34.657277 run osmo-stp_10.42.42.5(pid=10412): stderr: \u000a| �[0;m�[38;5;43m20221213104533203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104533203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104533203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104533204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104533204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104533204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104533204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:34.784080 run osmo-stp_10.42.42.5(pid=10412): stdout: \u000a| (launched: 2022-12-13_10:45:33.031668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:34.909876 run osmo-stp_10.42.42.5(pid=10412): stderr: \u000a| �[0;m�[38;5;43m20221213104533203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104533203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104533203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104533204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104533204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104533204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104533204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:35.056191 run patchelf(pid=10415): Terminating (SIGINT)\u000a10:45:35.228880 run patchelf(pid=10415): Terminated: ok {rc=0}\u000a10:45:35.260473 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10412): Process ended prematurely: osmo-stp_10.42.42.5(pid=10412) [trial-2388↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10412)] [trial-2388↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a10:45:35.269803 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:45:35.330342 run osmo-hlr_10.42.42.2(pid=10409): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10409)]\u000a10:45:35.380183 run osmo-hlr_10.42.42.2(pid=10409): stdout: \u000a| (launched: 2022-12-13_10:45:32.055704) \u000a10:45:35.430072 run osmo-hlr_10.42.42.2(pid=10409): stderr: \u000a| �[0;m�[1;31m20221213104532267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104532267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104532267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104532267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104532267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104532267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104532279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104532288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104532288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104532288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:35.472362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10398): Terminating (SIGTERM)\u000a10:45:35.512219 run iperf3-srv_10.42.42.10(pid=10399): Terminating (SIGTERM)\u000a10:45:35.552109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10400): Terminating (SIGTERM)\u000a10:45:35.591866 run iperf3-srv_10.42.42.10(pid=10401): Terminating (SIGTERM)\u000a10:45:35.631726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10402): Terminating (SIGTERM)\u000a10:45:35.671464 run iperf3-srv_10.42.42.10(pid=10403): Terminating (SIGTERM)\u000a10:45:35.711249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10404): Terminating (SIGTERM)\u000a10:45:35.750779 run iperf3-srv_10.42.42.10(pid=10405): Terminating (SIGTERM)\u000a10:45:35.790655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10408): Terminating (SIGTERM)\u000a10:45:35.830417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10411): Terminating (SIGTERM)\u000a10:45:35.871016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10414): Terminating (SIGTERM)\u000a10:45:35.880337 --- ParallelTerminationStrategy: PID 10398 died...\u000a10:45:35.933861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10398): Terminated: ok {rc=0}\u000a10:45:35.943458 --- ParallelTerminationStrategy: PID 10399 died...\u000a10:45:35.996551 run iperf3-srv_10.42.42.10(pid=10399): Terminated {rc=256}\u000a10:45:36.006101 --- ParallelTerminationStrategy: PID 10400 died...\u000a10:45:36.059241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10400): Terminated: ok {rc=0}\u000a10:45:36.068794 --- ParallelTerminationStrategy: PID 10401 died...\u000a10:45:36.122016 run iperf3-srv_10.42.42.10(pid=10401): Terminated {rc=256}\u000a10:45:36.131554 --- ParallelTerminationStrategy: PID 10402 died...\u000a10:45:36.184631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10402): Terminated: ok {rc=0}\u000a10:45:36.194193 --- ParallelTerminationStrategy: PID 10403 died...\u000a10:45:36.247078 run iperf3-srv_10.42.42.10(pid=10403): Terminated {rc=256}\u000a10:45:36.256567 --- ParallelTerminationStrategy: PID 10404 died...\u000a10:45:36.309656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10404): Terminated: ok {rc=0}\u000a10:45:36.319231 --- ParallelTerminationStrategy: PID 10405 died...\u000a10:45:36.371999 run iperf3-srv_10.42.42.10(pid=10405): Terminated {rc=256}\u000a10:45:36.381707 --- ParallelTerminationStrategy: PID 10408 died...\u000a10:45:36.434960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10408): Terminated: ok {rc=0}\u000a10:45:36.444626 --- ParallelTerminationStrategy: PID 10411 died...\u000a10:45:36.497784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10411): Terminated: ok {rc=0}\u000a10:45:36.507372 --- ParallelTerminationStrategy: PID 10414 died...\u000a10:45:36.560440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10414): Terminated: ok {rc=0}\u000a10:45:36.648863 bus /gobi_4: Setting Powered False\u000a10:45:37.753248 bus /gobi_4: Setting Powered False\u000a10:45:38.865025 bus /gobi_1: Setting Powered False\u000a10:45:39.968919 bus /gobi_1: Setting Powered False\u000a10:45:41.079325 bus /gobi_0: Setting Powered False\u000a10:45:42.187503 bus /gobi_0: Setting Powered False\u000a10:45:43.302237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10422): Process ended prematurely: osmo-stp_10.42.42.5(pid=10422) [trial-2388↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10422)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10422): Process ended prematurely: osmo-stp_10.42.42.5(pid=10422) [trial-2388↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a10:45:44.372780 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.384547 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:45:44.520453 tst ping.py: using LAC 33405\u000a10:45:44.644917 tst ping.py: using RAC 255\u000a10:45:44.764321 tst ping.py: using CellId 33405\u000a10:45:44.881721 tst ping.py: using BVCI 33406\u000a10:45:44.904622 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.915211 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.925708 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.936042 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.946901 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.957436 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.968077 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:44.978722 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:45.272598 tst ping.py:19: start network...\u000a10:45:45.407709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:45.961152 run create_hlr_db(pid=10416): Launched\u000a10:45:46.158248 bus /gobi_6: Setting Powered False\u000a10:45:47.206680 run create_hlr_db(pid=10416): Terminated: ok {rc=0}\u000a10:45:47.613472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10418): Launched\u000a10:45:47.914224 run osmo-hlr_10.42.42.2(pid=10419): Launched\u000a10:45:48.032925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:48.565191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10421): Launched\u000a10:45:48.868602 run osmo-stp_10.42.42.5(pid=10422): Launched\u000a10:45:48.977235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:49.503133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10424): Launched\u000a10:45:49.610217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:49.875001 run patchelf(pid=10425): Launched\u000a10:45:50.051553 run osmo-stp_10.42.42.5(pid=10422): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10422)]\u000a10:45:50.180369 run osmo-stp_10.42.42.5(pid=10422): stdout: \u000a| (launched: 2022-12-13_10:45:48.717639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:50.309588 run osmo-stp_10.42.42.5(pid=10422): stderr: \u000a| �[0;m�[38;5;43m20221213104548888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104548888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104548889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104548889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104548890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104548890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104548890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:50.434319 run osmo-stp_10.42.42.5(pid=10422): stdout: \u000a| (launched: 2022-12-13_10:45:48.717639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:50.558064 run osmo-stp_10.42.42.5(pid=10422): stderr: \u000a| �[0;m�[38;5;43m20221213104548888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104548888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104548889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104548889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104548890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104548890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104548890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:50.701845 run patchelf(pid=10425): Terminating (SIGINT)\u000a10:45:50.871063 run patchelf(pid=10425): Terminated: ok {rc=0}\u000a10:45:50.901771 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10422): Process ended prematurely: osmo-stp_10.42.42.5(pid=10422) [trial-2388↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10422)] [trial-2388↪gprs:trx-umtrx↪ping.py:22]\u000a10:45:50.910463 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:45:50.969994 run osmo-hlr_10.42.42.2(pid=10419): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10419)]\u000a10:45:51.018738 run osmo-hlr_10.42.42.2(pid=10419): stdout: \u000a| (launched: 2022-12-13_10:45:47.766287) \u000a10:45:51.068158 run osmo-hlr_10.42.42.2(pid=10419): stderr: \u000a| �[0;m�[1;31m20221213104547940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104547940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104547940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104547940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104547940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104547940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104547953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104547963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104547964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104547964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:51.110272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10418): Terminating (SIGTERM)\u000a10:45:51.150360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10421): Terminating (SIGTERM)\u000a10:45:51.190976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10424): Terminating (SIGTERM)\u000a10:45:51.200301 --- ParallelTerminationStrategy: PID 10418 died...\u000a10:45:51.253729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10418): Terminated: ok {rc=0}\u000a10:45:51.263370 --- ParallelTerminationStrategy: PID 10421 died...\u000a10:45:51.316577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10421): Terminated: ok {rc=0}\u000a10:45:51.326214 --- ParallelTerminationStrategy: PID 10424 died...\u000a10:45:51.379338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10424): Terminated: ok {rc=0}\u000a10:45:51.463186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10432): Process ended prematurely: osmo-stp_10.42.42.5(pid=10432) [trial-2388↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10432): Process ended prematurely: osmo-stp_10.42.42.5(pid=10432) [trial-2388↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a10:45:52.515422 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:52.526552 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:45:52.662983 tst ping_idle_ping.py: using LAC 33406\u000a10:45:52.782516 tst ping_idle_ping.py: using RAC 1\u000a10:45:52.900306 tst ping_idle_ping.py: using CellId 33406\u000a10:45:53.018971 tst ping_idle_ping.py: using BVCI 33407\u000a10:45:53.042206 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.052940 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.063462 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.073929 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.084288 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.094635 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.105627 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:45:53.116214 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:45:53.410494 tst ping_idle_ping.py:24: start network...\u000a10:45:53.546387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:54.062701 run create_hlr_db(pid=10426): Launched\u000a10:45:54.251996 bus /gobi_6: Setting Powered False\u000a10:45:55.273401 run create_hlr_db(pid=10426): Terminated: ok {rc=0}\u000a10:45:55.684193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10428): Launched\u000a10:45:55.988102 run osmo-hlr_10.42.42.2(pid=10429): Launched\u000a10:45:56.108796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:56.642484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10431): Launched\u000a10:45:56.946088 run osmo-stp_10.42.42.5(pid=10432): Launched\u000a10:45:57.055204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:57.583523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10434): Launched\u000a10:45:57.690677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:57.954409 run patchelf(pid=10435): Launched\u000a10:45:58.131437 run osmo-stp_10.42.42.5(pid=10432): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)]\u000a10:45:58.260436 run osmo-stp_10.42.42.5(pid=10432): stdout: \u000a| (launched: 2022-12-13_10:45:56.796455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:58.390174 run osmo-stp_10.42.42.5(pid=10432): stderr: \u000a| �[0;m�[38;5;43m20221213104556967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104556967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104556967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104556968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104556968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104556968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104556968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:58.515194 run osmo-stp_10.42.42.5(pid=10432): stdout: \u000a| (launched: 2022-12-13_10:45:56.796455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:58.639093 run osmo-stp_10.42.42.5(pid=10432): stderr: \u000a| �[0;m�[38;5;43m20221213104556967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104556967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104556967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104556968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104556968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104556968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104556968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:58.783886 run patchelf(pid=10435): Terminating (SIGINT)\u000a10:45:58.954106 run patchelf(pid=10435): Terminated: ok {rc=0}\u000a10:45:58.985200 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10432): Process ended prematurely: osmo-stp_10.42.42.5(pid=10432) [trial-2388↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)] [trial-2388↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a10:45:58.993853 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:45:59.053841 run osmo-hlr_10.42.42.2(pid=10429): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10429)]\u000a10:45:59.103072 run osmo-hlr_10.42.42.2(pid=10429): stdout: \u000a| (launched: 2022-12-13_10:45:55.838382) \u000a10:45:59.153094 run osmo-hlr_10.42.42.2(pid=10429): stderr: \u000a| �[0;m�[1;31m20221213104556012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104556013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104556013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104556013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104556013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104556013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104556025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104556034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104556034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104556034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:59.195427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10428): Terminating (SIGTERM)\u000a10:45:59.235321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10431): Terminating (SIGTERM)\u000a10:45:59.275543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10434): Terminating (SIGTERM)\u000a10:45:59.284857 --- ParallelTerminationStrategy: PID 10428 died...\u000a10:45:59.338960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10428): Terminated: ok {rc=0}\u000a10:45:59.348725 --- ParallelTerminationStrategy: PID 10431 died...\u000a10:45:59.402396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10431): Terminated: ok {rc=0}\u000a10:45:59.412273 --- ParallelTerminationStrategy: PID 10434 died...\u000a10:45:59.465934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10434): Terminated: ok {rc=0}\u000a10:45:59.555772 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10449): Process ended prematurely: osmo-stp_10.42.42.5(pid=10449) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10449): Process ended prematurely: osmo-stp_10.42.42.5(pid=10449) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:46:01.786115 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:01.798514 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:01.959423 tst cs_paging_gprs_active.py: using LAC 33407\u000a10:46:02.094152 tst cs_paging_gprs_active.py: using RAC 2\u000a10:46:02.234692 tst cs_paging_gprs_active.py: using CellId 33407\u000a10:46:02.366955 tst cs_paging_gprs_active.py: using BVCI 33408\u000a10:46:02.392868 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.404267 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.415620 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.426928 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.438478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.450137 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.461765 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.473161 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:02.484691 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:02.603163 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:02.904918 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:46:03.044189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:03.389391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10439): Launched\u000a10:46:03.675075 run iperf3-srv_10.42.42.10(pid=10440): Launched\u000a10:46:03.878610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:46:04.017378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:04.361830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10441): Launched\u000a10:46:04.648741 run iperf3-srv_10.42.42.10(pid=10442): Launched\u000a10:46:04.852805 tst cs_paging_gprs_active.py:38: start network...\u000a10:46:04.992220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:05.519004 run create_hlr_db(pid=10443): Launched\u000a10:46:05.696532 bus /gobi_6: Setting Powered False\u000a10:46:06.717691 run create_hlr_db(pid=10443): Terminated: ok {rc=0}\u000a10:46:07.159847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10445): Launched\u000a10:46:07.493102 run osmo-hlr_10.42.42.2(pid=10446): Launched\u000a10:46:07.619644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:08.194863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10448): Launched\u000a10:46:08.527635 run osmo-stp_10.42.42.5(pid=10449): Launched\u000a10:46:08.648491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:09.225925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10451): Launched\u000a10:46:09.344302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:09.632591 run patchelf(pid=10452): Launched\u000a10:46:09.826106 run osmo-stp_10.42.42.5(pid=10449): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)]\u000a10:46:09.966962 run osmo-stp_10.42.42.5(pid=10449): stdout: \u000a| (launched: 2022-12-13_10:46:08.362686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:10.108170 run osmo-stp_10.42.42.5(pid=10449): stderr: \u000a| �[0;m�[38;5;43m20221213104608551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104608551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104608551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104608552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104608552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104608553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104608553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:10.244561 run osmo-stp_10.42.42.5(pid=10449): stdout: \u000a| (launched: 2022-12-13_10:46:08.362686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:10.379920 run osmo-stp_10.42.42.5(pid=10449): stderr: \u000a| �[0;m�[38;5;43m20221213104608551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104608551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104608551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104608552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104608552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104608553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104608553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:10.538048 run patchelf(pid=10452): Terminating (SIGINT)\u000a10:46:10.723668 run patchelf(pid=10452): Terminated: ok {rc=0}\u000a10:46:10.757582 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10449): Process ended prematurely: osmo-stp_10.42.42.5(pid=10449) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)] [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:46:10.767529 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:46:10.831538 run osmo-hlr_10.42.42.2(pid=10446): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10446)]\u000a10:46:10.883268 run osmo-hlr_10.42.42.2(pid=10446): stdout: \u000a| (launched: 2022-12-13_10:46:07.328506) \u000a10:46:10.935826 run osmo-hlr_10.42.42.2(pid=10446): stderr: \u000a| �[0;m�[1;31m20221213104607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104607525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104607536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104607545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104607545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104607545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:10.980792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10439): Terminating (SIGTERM)\u000a10:46:11.023118 run iperf3-srv_10.42.42.10(pid=10440): Terminating (SIGTERM)\u000a10:46:11.065686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10441): Terminating (SIGTERM)\u000a10:46:11.108433 run iperf3-srv_10.42.42.10(pid=10442): Terminating (SIGTERM)\u000a10:46:11.151151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10445): Terminating (SIGTERM)\u000a10:46:11.193621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10448): Terminating (SIGTERM)\u000a10:46:11.235937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10451): Terminating (SIGTERM)\u000a10:46:11.245840 --- ParallelTerminationStrategy: PID 10439 died...\u000a10:46:11.303108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10439): Terminated: ok {rc=0}\u000a10:46:11.313542 --- ParallelTerminationStrategy: PID 10440 died...\u000a10:46:11.370098 run iperf3-srv_10.42.42.10(pid=10440): Terminated {rc=256}\u000a10:46:11.380293 --- ParallelTerminationStrategy: PID 10441 died...\u000a10:46:11.436879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10441): Terminated: ok {rc=0}\u000a10:46:11.447136 --- ParallelTerminationStrategy: PID 10442 died...\u000a10:46:11.503650 run iperf3-srv_10.42.42.10(pid=10442): Terminated {rc=256}\u000a10:46:11.513949 --- ParallelTerminationStrategy: PID 10445 died...\u000a10:46:11.570721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10445): Terminated: ok {rc=0}\u000a10:46:11.581014 --- ParallelTerminationStrategy: PID 10448 died...\u000a10:46:11.637718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10448): Terminated: ok {rc=0}\u000a10:46:11.648081 --- ParallelTerminationStrategy: PID 10451 died...\u000a10:46:11.704655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10451): Terminated: ok {rc=0}\u000a10:46:11.792748 bus /gobi_0: Setting Powered False\u000a10:46:12.900095 bus /gobi_0: Setting Powered False\u000a10:46:14.009722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10461): Process ended prematurely: osmo-stp_10.42.42.5(pid=10461) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10461)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10461): Process ended prematurely: osmo-stp_10.42.42.5(pid=10461) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:46:15.126111 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.138093 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:15.289208 tst iperf3.py: using LAC 33408\u000a10:46:15.419803 tst iperf3.py: using RAC 3\u000a10:46:15.549283 tst iperf3.py: using CellId 33408\u000a10:46:15.680344 tst iperf3.py: using BVCI 33409\u000a10:46:15.705674 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.716995 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.728178 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.739288 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.750603 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.762002 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.773590 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.784838 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:15.796382 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:16.097337 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:46:16.228350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:16.568586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10453): Launched\u000a10:46:16.860274 run iperf3-srv_10.42.42.10(pid=10454): Launched\u000a10:46:17.067269 tst iperf3.py:8: start network...\u000a10:46:17.210188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:17.730342 run create_hlr_db(pid=10455): Launched\u000a10:46:17.921067 bus /gobi_6: Setting Powered False\u000a10:46:18.941187 run create_hlr_db(pid=10455): Terminated: ok {rc=0}\u000a10:46:19.378651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10457): Launched\u000a10:46:19.710587 run osmo-hlr_10.42.42.2(pid=10458): Launched\u000a10:46:19.831515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:20.412394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10460): Launched\u000a10:46:20.744606 run osmo-stp_10.42.42.5(pid=10461): Launched\u000a10:46:20.864439 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:21.440018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10463): Launched\u000a10:46:21.557896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:21.846595 run patchelf(pid=10464): Launched\u000a10:46:22.062976 run osmo-stp_10.42.42.5(pid=10461): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10461)]\u000a10:46:22.203653 run osmo-stp_10.42.42.5(pid=10461): stdout: \u000a| (launched: 2022-12-13_10:46:20.580095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:22.343847 run osmo-stp_10.42.42.5(pid=10461): stderr: \u000a| �[0;m�[38;5;43m20221213104620776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104620776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104620776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104620776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104620777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104620777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104620777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:22.479922 run osmo-stp_10.42.42.5(pid=10461): stdout: \u000a| (launched: 2022-12-13_10:46:20.580095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:22.614905 run osmo-stp_10.42.42.5(pid=10461): stderr: \u000a| �[0;m�[38;5;43m20221213104620776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104620776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104620776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104620776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104620777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104620777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104620777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:22.771913 run patchelf(pid=10464): Terminating (SIGINT)\u000a10:46:22.956937 run patchelf(pid=10464): Terminated: ok {rc=0}\u000a10:46:22.990821 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10461): Process ended prematurely: osmo-stp_10.42.42.5(pid=10461) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10461)] [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a10:46:23.000769 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:46:23.064531 run osmo-hlr_10.42.42.2(pid=10458): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10458)]\u000a10:46:23.116731 run osmo-hlr_10.42.42.2(pid=10458): stdout: \u000a| (launched: 2022-12-13_10:46:19.546434) \u000a10:46:23.169666 run osmo-hlr_10.42.42.2(pid=10458): stderr: \u000a| �[0;m�[1;31m20221213104619744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104619744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104619744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104619744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104619744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104619744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104619756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104619765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104619765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104619765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:23.214619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10453): Terminating (SIGTERM)\u000a10:46:23.256714 run iperf3-srv_10.42.42.10(pid=10454): Terminating (SIGTERM)\u000a10:46:23.300485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10457): Terminating (SIGTERM)\u000a10:46:23.342626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10460): Terminating (SIGTERM)\u000a10:46:23.384564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10463): Terminating (SIGTERM)\u000a10:46:23.394325 --- ParallelTerminationStrategy: PID 10453 died...\u000a10:46:23.450776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10453): Terminated: ok {rc=0}\u000a10:46:23.460830 --- ParallelTerminationStrategy: PID 10454 died...\u000a10:46:23.516918 run iperf3-srv_10.42.42.10(pid=10454): Terminated {rc=256}\u000a10:46:23.526974 --- ParallelTerminationStrategy: PID 10457 died...\u000a10:46:23.583124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10457): Terminated: ok {rc=0}\u000a10:46:23.593292 --- ParallelTerminationStrategy: PID 10460 died...\u000a10:46:23.649310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10460): Terminated: ok {rc=0}\u000a10:46:23.659323 --- ParallelTerminationStrategy: PID 10463 died...\u000a10:46:23.715741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10463): Terminated: ok {rc=0}\u000a10:46:23.803228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10479): Process ended prematurely: osmo-stp_10.42.42.5(pid=10479) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10479): Process ended prematurely: osmo-stp_10.42.42.5(pid=10479) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:46:24.919433 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:24.931221 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:25.079690 tst iperf3m4.py: using LAC 33409\u000a10:46:25.210009 tst iperf3m4.py: using RAC 4\u000a10:46:25.340289 tst iperf3m4.py: using CellId 33409\u000a10:46:25.469368 tst iperf3m4.py: using BVCI 33410\u000a10:46:25.494652 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.506026 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.516934 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.528092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.539483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.550500 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.561978 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.573227 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:25.584375 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:25.705435 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:25.825891 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:25.944898 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:26.228013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:46:26.356512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:26.677603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Launched\u000a10:46:26.942460 run iperf3-srv_10.42.42.10(pid=10466): Launched\u000a10:46:27.129880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:46:27.258206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:27.579759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10467): Launched\u000a10:46:27.845462 run iperf3-srv_10.42.42.10(pid=10468): Launched\u000a10:46:28.032678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:46:28.160891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:28.481267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10469): Launched\u000a10:46:28.745570 run iperf3-srv_10.42.42.10(pid=10470): Launched\u000a10:46:28.932088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:46:29.059404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:29.377349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10471): Launched\u000a10:46:29.642669 run iperf3-srv_10.42.42.10(pid=10472): Launched\u000a10:46:29.829677 tst iperf3m4.py:8: start network...\u000a10:46:29.956732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:30.448751 run create_hlr_db(pid=10473): Launched\u000a10:46:30.624805 bus /gobi_6: Setting Powered False\u000a10:46:31.648914 run create_hlr_db(pid=10473): Terminated: ok {rc=0}\u000a10:46:32.078284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10475): Launched\u000a10:46:32.391613 run osmo-hlr_10.42.42.2(pid=10476): Launched\u000a10:46:32.504187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:33.039032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10478): Launched\u000a10:46:33.347588 run osmo-stp_10.42.42.5(pid=10479): Launched\u000a10:46:33.458163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:33.994731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10481): Launched\u000a10:46:34.104382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:34.374890 run patchelf(pid=10482): Launched\u000a10:46:34.554815 run osmo-stp_10.42.42.5(pid=10479): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)]\u000a10:46:34.686032 run osmo-stp_10.42.42.5(pid=10479): stdout: \u000a| (launched: 2022-12-13_10:46:33.194762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:34.817372 run osmo-stp_10.42.42.5(pid=10479): stderr: \u000a| �[0;m�[38;5;43m20221213104633363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104633363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104633363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104633364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104633364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104633364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104633364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:34.944379 run osmo-stp_10.42.42.5(pid=10479): stdout: \u000a| (launched: 2022-12-13_10:46:33.194762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:35.070450 run osmo-stp_10.42.42.5(pid=10479): stderr: \u000a| �[0;m�[38;5;43m20221213104633363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104633363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104633363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104633364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104633364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104633364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104633364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:35.217532 run patchelf(pid=10482): Terminating (SIGINT)\u000a10:46:35.390199 run patchelf(pid=10482): Terminated: ok {rc=0}\u000a10:46:35.421873 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10479): Process ended prematurely: osmo-stp_10.42.42.5(pid=10479) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)] [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:46:35.431174 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:46:35.491674 run osmo-hlr_10.42.42.2(pid=10476): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10476)]\u000a10:46:35.540470 run osmo-hlr_10.42.42.2(pid=10476): stdout: \u000a| (launched: 2022-12-13_10:46:32.236523) \u000a10:46:35.589914 run osmo-hlr_10.42.42.2(pid=10476): stderr: \u000a| �[0;m�[1;31m20221213104632411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104632411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104632411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104632411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104632411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104632411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104632423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104632431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104632432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104632432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:35.631800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Terminating (SIGTERM)\u000a10:46:35.671422 run iperf3-srv_10.42.42.10(pid=10466): Terminating (SIGTERM)\u000a10:46:35.711291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10467): Terminating (SIGTERM)\u000a10:46:35.750951 run iperf3-srv_10.42.42.10(pid=10468): Terminating (SIGTERM)\u000a10:46:35.790841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10469): Terminating (SIGTERM)\u000a10:46:35.831161 run iperf3-srv_10.42.42.10(pid=10470): Terminating (SIGTERM)\u000a10:46:35.871917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10471): Terminating (SIGTERM)\u000a10:46:35.912235 run iperf3-srv_10.42.42.10(pid=10472): Terminating (SIGTERM)\u000a10:46:35.952902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10475): Terminating (SIGTERM)\u000a10:46:35.993411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10478): Terminating (SIGTERM)\u000a10:46:36.033770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10481): Terminating (SIGTERM)\u000a10:46:36.043030 --- ParallelTerminationStrategy: PID 10465 died...\u000a10:46:36.096774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Terminated: ok {rc=0}\u000a10:46:36.106483 --- ParallelTerminationStrategy: PID 10466 died...\u000a10:46:36.159422 run iperf3-srv_10.42.42.10(pid=10466): Terminated {rc=256}\u000a10:46:36.168904 --- ParallelTerminationStrategy: PID 10467 died...\u000a10:46:36.222066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10467): Terminated: ok {rc=0}\u000a10:46:36.231709 --- ParallelTerminationStrategy: PID 10468 died...\u000a10:46:36.284646 run iperf3-srv_10.42.42.10(pid=10468): Terminated {rc=256}\u000a10:46:36.294237 --- ParallelTerminationStrategy: PID 10469 died...\u000a10:46:36.347553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10469): Terminated: ok {rc=0}\u000a10:46:36.357326 --- ParallelTerminationStrategy: PID 10470 died...\u000a10:46:36.410220 run iperf3-srv_10.42.42.10(pid=10470): Terminated {rc=256}\u000a10:46:36.419771 --- ParallelTerminationStrategy: PID 10471 died...\u000a10:46:36.473668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10471): Terminated: ok {rc=0}\u000a10:46:36.483289 --- ParallelTerminationStrategy: PID 10472 died...\u000a10:46:36.536575 run iperf3-srv_10.42.42.10(pid=10472): Terminated {rc=256}\u000a10:46:36.546207 --- ParallelTerminationStrategy: PID 10475 died...\u000a10:46:36.599523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10475): Terminated: ok {rc=0}\u000a10:46:36.609286 --- ParallelTerminationStrategy: PID 10478 died...\u000a10:46:36.662478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10478): Terminated: ok {rc=0}\u000a10:46:36.672152 --- ParallelTerminationStrategy: PID 10481 died...\u000a10:46:36.725533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10481): Terminated: ok {rc=0}\u000a10:46:36.810263 bus /gobi_4: Setting Powered False\u000a10:46:37.913619 bus /gobi_4: Setting Powered False\u000a10:46:39.026308 bus /gobi_1: Setting Powered False\u000a10:46:40.129655 bus /gobi_1: Setting Powered False\u000a10:46:41.237578 bus /gobi_0: Setting Powered False\u000a10:46:42.339148 bus /gobi_0: Setting Powered False\u000a10:46:43.451587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10489): Process ended prematurely: osmo-stp_10.42.42.5(pid=10489) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10489)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10489): Process ended prematurely: osmo-stp_10.42.42.5(pid=10489) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:46:44.521577 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:44.533958 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:44.682967 tst ping.py: using LAC 33410\u000a10:46:44.810313 tst ping.py: using RAC 5\u000a10:46:44.936822 tst ping.py: using CellId 33410\u000a10:46:45.063131 tst ping.py: using BVCI 33411\u000a10:46:45.087844 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.099677 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.110874 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.121927 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.133427 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.144920 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.156662 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:45.168409 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:45.446211 tst ping.py:19: start network...\u000a10:46:45.571164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:46.092886 run create_hlr_db(pid=10483): Launched\u000a10:46:46.269703 bus /gobi_6: Setting Powered False\u000a10:46:47.288931 run create_hlr_db(pid=10483): Terminated: ok {rc=0}\u000a10:46:47.694997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10485): Launched\u000a10:46:48.000534 run osmo-hlr_10.42.42.2(pid=10486): Launched\u000a10:46:48.111833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:48.638268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10488): Launched\u000a10:46:48.938955 run osmo-stp_10.42.42.5(pid=10489): Launched\u000a10:46:49.047666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:49.573127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10491): Launched\u000a10:46:49.679604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:49.943621 run patchelf(pid=10492): Launched\u000a10:46:50.119222 run osmo-stp_10.42.42.5(pid=10489): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10489)]\u000a10:46:50.247464 run osmo-stp_10.42.42.5(pid=10489): stdout: \u000a| (launched: 2022-12-13_10:46:48.790697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:50.375949 run osmo-stp_10.42.42.5(pid=10489): stderr: \u000a| �[0;m�[38;5;43m20221213104648960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104648960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104648960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104648961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104648961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104648961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104648961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:50.499857 run osmo-stp_10.42.42.5(pid=10489): stdout: \u000a| (launched: 2022-12-13_10:46:48.790697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:50.622638 run osmo-stp_10.42.42.5(pid=10489): stderr: \u000a| �[0;m�[38;5;43m20221213104648960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104648960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104648960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104648961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104648961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104648961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104648961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:50.765890 run patchelf(pid=10492): Terminating (SIGINT)\u000a10:46:50.935133 run patchelf(pid=10492): Terminated: ok {rc=0}\u000a10:46:50.965808 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10489): Process ended prematurely: osmo-stp_10.42.42.5(pid=10489) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10489)] [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a10:46:50.974448 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:46:51.034367 run osmo-hlr_10.42.42.2(pid=10486): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10486)]\u000a10:46:51.083503 run osmo-hlr_10.42.42.2(pid=10486): stdout: \u000a| (launched: 2022-12-13_10:46:47.848551) \u000a10:46:51.133473 run osmo-hlr_10.42.42.2(pid=10486): stderr: \u000a| �[0;m�[1;31m20221213104648024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104648024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104648024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104648024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104648024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104648024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104648037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104648048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104648048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104648048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:51.175872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10485): Terminating (SIGTERM)\u000a10:46:51.215786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10488): Terminating (SIGTERM)\u000a10:46:51.255632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10491): Terminating (SIGTERM)\u000a10:46:51.264942 --- ParallelTerminationStrategy: PID 10485 died...\u000a10:46:51.318532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10485): Terminated: ok {rc=0}\u000a10:46:51.328200 --- ParallelTerminationStrategy: PID 10488 died...\u000a10:46:51.381290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10488): Terminated: ok {rc=0}\u000a10:46:51.390940 --- ParallelTerminationStrategy: PID 10491 died...\u000a10:46:51.444489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10491): Terminated: ok {rc=0}\u000a10:46:51.528802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10499): Process ended prematurely: osmo-stp_10.42.42.5(pid=10499) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10499)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10499): Process ended prematurely: osmo-stp_10.42.42.5(pid=10499) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:46:52.583038 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:52.595683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:52.741316 tst ping_idle_ping.py: using LAC 33411\u000a10:46:52.869348 tst ping_idle_ping.py: using RAC 6\u000a10:46:52.997803 tst ping_idle_ping.py: using CellId 33411\u000a10:46:53.123673 tst ping_idle_ping.py: using BVCI 33412\u000a10:46:53.148478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.159863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.171137 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.182211 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.194081 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.205963 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.217662 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:53.229072 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:53.526766 tst ping_idle_ping.py:24: start network...\u000a10:46:53.662682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:54.177508 run create_hlr_db(pid=10493): Launched\u000a10:46:54.366218 bus /gobi_6: Setting Powered False\u000a10:46:55.386665 run create_hlr_db(pid=10493): Terminated: ok {rc=0}\u000a10:46:55.795843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10495): Launched\u000a10:46:56.099998 run osmo-hlr_10.42.42.2(pid=10496): Launched\u000a10:46:56.219603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:56.754719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10498): Launched\u000a10:46:57.059720 run osmo-stp_10.42.42.5(pid=10499): Launched\u000a10:46:57.169285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:57.696765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10501): Launched\u000a10:46:57.804602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:58.071349 run patchelf(pid=10502): Launched\u000a10:46:58.248188 run osmo-stp_10.42.42.5(pid=10499): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10499)]\u000a10:46:58.377696 run osmo-stp_10.42.42.5(pid=10499): stdout: \u000a| (launched: 2022-12-13_10:46:56.908406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:58.507030 run osmo-stp_10.42.42.5(pid=10499): stderr: \u000a| �[0;m�[38;5;43m20221213104657075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104657076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104657076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104657076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104657077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104657077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104657077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:58.632259 run osmo-stp_10.42.42.5(pid=10499): stdout: \u000a| (launched: 2022-12-13_10:46:56.908406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:58.756261 run osmo-stp_10.42.42.5(pid=10499): stderr: \u000a| �[0;m�[38;5;43m20221213104657075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104657076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104657076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104657076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104657077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104657077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104657077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:58.901290 run patchelf(pid=10502): Terminating (SIGINT)\u000a10:46:59.071643 run patchelf(pid=10502): Terminated: ok {rc=0}\u000a10:46:59.102757 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10499): Process ended prematurely: osmo-stp_10.42.42.5(pid=10499) [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10499)] [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:46:59.111683 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:46:59.172323 run osmo-hlr_10.42.42.2(pid=10496): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10496)]\u000a10:46:59.221804 run osmo-hlr_10.42.42.2(pid=10496): stdout: \u000a| (launched: 2022-12-13_10:46:55.949832) \u000a10:46:59.271774 run osmo-hlr_10.42.42.2(pid=10496): stderr: \u000a| �[0;m�[1;31m20221213104656125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104656125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104656125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104656125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104656125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104656125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104656137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104656147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104656147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104656147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:59.314314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10495): Terminating (SIGTERM)\u000a10:46:59.354588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10498): Terminating (SIGTERM)\u000a10:46:59.394751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10501): Terminating (SIGTERM)\u000a10:46:59.403907 --- ParallelTerminationStrategy: PID 10495 died...\u000a10:46:59.457535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10495): Terminated: ok {rc=0}\u000a10:46:59.467220 --- ParallelTerminationStrategy: PID 10498 died...\u000a10:46:59.520843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10498): Terminated: ok {rc=0}\u000a10:46:59.530680 --- ParallelTerminationStrategy: PID 10501 died...\u000a10:46:59.584482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10501): Terminated: ok {rc=0}\u000a10:46:59.673654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:46:01" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10516): Process ended prematurely: osmo-stp_10.42.42.5(pid=10516) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10516): Process ended prematurely: osmo-stp_10.42.42.5(pid=10516) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:47:01.844157 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:01.855950 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:02.025061 tst cs_paging_gprs_active.py: using LAC 33412\u000a10:47:02.161033 tst cs_paging_gprs_active.py: using RAC 7\u000a10:47:02.294092 tst cs_paging_gprs_active.py: using CellId 33412\u000a10:47:02.426298 tst cs_paging_gprs_active.py: using BVCI 33413\u000a10:47:02.451849 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.463268 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.474684 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.486205 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.497753 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.509386 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.521047 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.532402 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:02.543926 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:02.662366 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:02.944098 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:47:03.072719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:03.391990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10506): Launched\u000a10:47:03.656801 run iperf3-srv_10.42.42.10(pid=10507): Launched\u000a10:47:03.844241 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:47:03.972272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:04.294925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10508): Launched\u000a10:47:04.561299 run iperf3-srv_10.42.42.10(pid=10509): Launched\u000a10:47:04.748016 tst cs_paging_gprs_active.py:38: start network...\u000a10:47:04.875772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:05.369770 run create_hlr_db(pid=10510): Launched\u000a10:47:05.545843 bus /gobi_6: Setting Powered False\u000a10:47:06.568793 run create_hlr_db(pid=10510): Terminated: ok {rc=0}\u000a10:47:07.008724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10512): Launched\u000a10:47:07.343251 run osmo-hlr_10.42.42.2(pid=10513): Launched\u000a10:47:07.469307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:08.047454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10515): Launched\u000a10:47:08.379556 run osmo-stp_10.42.42.5(pid=10516): Launched\u000a10:47:08.500212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:09.075646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10518): Launched\u000a10:47:09.195422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:09.493033 run patchelf(pid=10519): Launched\u000a10:47:09.687054 run osmo-stp_10.42.42.5(pid=10516): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)]\u000a10:47:09.828634 run osmo-stp_10.42.42.5(pid=10516): stdout: \u000a| (launched: 2022-12-13_10:47:08.216166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:09.970636 run osmo-stp_10.42.42.5(pid=10516): stderr: \u000a| �[0;m�[38;5;43m20221213104708407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104708407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104708407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104708408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104708408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104708408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104708408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:10.107809 run osmo-stp_10.42.42.5(pid=10516): stdout: \u000a| (launched: 2022-12-13_10:47:08.216166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:10.244196 run osmo-stp_10.42.42.5(pid=10516): stderr: \u000a| �[0;m�[38;5;43m20221213104708407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104708407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104708407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104708408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104708408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104708408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104708408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:10.403040 run patchelf(pid=10519): Terminating (SIGINT)\u000a10:47:10.589117 run patchelf(pid=10519): Terminated: ok {rc=0}\u000a10:47:10.623184 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10516): Process ended prematurely: osmo-stp_10.42.42.5(pid=10516) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:47:10.633151 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:47:10.697393 run osmo-hlr_10.42.42.2(pid=10513): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10513)]\u000a10:47:10.749463 run osmo-hlr_10.42.42.2(pid=10513): stdout: \u000a| (launched: 2022-12-13_10:47:07.178323) \u000a10:47:10.802420 run osmo-hlr_10.42.42.2(pid=10513): stderr: \u000a| �[0;m�[1;31m20221213104707375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104707375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104707375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104707375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104707375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104707375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104707387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104707397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104707397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104707397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:10.847658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10506): Terminating (SIGTERM)\u000a10:47:10.890235 run iperf3-srv_10.42.42.10(pid=10507): Terminating (SIGTERM)\u000a10:47:10.932714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10508): Terminating (SIGTERM)\u000a10:47:10.975548 run iperf3-srv_10.42.42.10(pid=10509): Terminating (SIGTERM)\u000a10:47:11.018257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10512): Terminating (SIGTERM)\u000a10:47:11.060831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10515): Terminating (SIGTERM)\u000a10:47:11.103816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10518): Terminating (SIGTERM)\u000a10:47:11.113891 --- ParallelTerminationStrategy: PID 10506 died...\u000a10:47:11.171425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10506): Terminated: ok {rc=0}\u000a10:47:11.181846 --- ParallelTerminationStrategy: PID 10507 died...\u000a10:47:11.238779 run iperf3-srv_10.42.42.10(pid=10507): Terminated {rc=256}\u000a10:47:11.249209 --- ParallelTerminationStrategy: PID 10508 died...\u000a10:47:11.306181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10508): Terminated: ok {rc=0}\u000a10:47:11.316464 --- ParallelTerminationStrategy: PID 10509 died...\u000a10:47:11.373341 run iperf3-srv_10.42.42.10(pid=10509): Terminated {rc=256}\u000a10:47:11.383647 --- ParallelTerminationStrategy: PID 10512 died...\u000a10:47:11.440748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10512): Terminated: ok {rc=0}\u000a10:47:11.450923 --- ParallelTerminationStrategy: PID 10515 died...\u000a10:47:11.507986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10515): Terminated: ok {rc=0}\u000a10:47:11.518351 --- ParallelTerminationStrategy: PID 10518 died...\u000a10:47:11.575545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10518): Terminated: ok {rc=0}\u000a10:47:11.662473 bus /gobi_0: Setting Powered False\u000a10:47:12.770312 bus /gobi_0: Setting Powered False\u000a10:47:13.880716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10528): Process ended prematurely: osmo-stp_10.42.42.5(pid=10528) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10528)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10528): Process ended prematurely: osmo-stp_10.42.42.5(pid=10528) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:47:14.997240 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.009275 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:15.179216 tst iperf3.py: using LAC 33413\u000a10:47:15.308024 tst iperf3.py: using RAC 8\u000a10:47:15.439005 tst iperf3.py: using CellId 33413\u000a10:47:15.567875 tst iperf3.py: using BVCI 33414\u000a10:47:15.593158 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.604428 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.615526 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.626615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.638210 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.649842 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.661517 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.673004 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:15.684597 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:16.004103 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:47:16.135293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:16.474064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10520): Launched\u000a10:47:16.766955 run iperf3-srv_10.42.42.10(pid=10521): Launched\u000a10:47:16.976367 tst iperf3.py:8: start network...\u000a10:47:17.119585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:17.644353 run create_hlr_db(pid=10522): Launched\u000a10:47:17.834944 bus /gobi_6: Setting Powered False\u000a10:47:18.856614 run create_hlr_db(pid=10522): Terminated: ok {rc=0}\u000a10:47:19.268771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10524): Launched\u000a10:47:19.577328 run osmo-hlr_10.42.42.2(pid=10525): Launched\u000a10:47:19.690318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:20.328475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10527): Launched\u000a10:47:20.630342 run osmo-stp_10.42.42.5(pid=10528): Launched\u000a10:47:20.738050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:21.265109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10530): Launched\u000a10:47:21.372251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:21.636648 run patchelf(pid=10531): Launched\u000a10:47:21.812570 run osmo-stp_10.42.42.5(pid=10528): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10528)]\u000a10:47:21.941172 run osmo-stp_10.42.42.5(pid=10528): stdout: \u000a| (launched: 2022-12-13_10:47:20.481348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:22.069836 run osmo-stp_10.42.42.5(pid=10528): stderr: \u000a| �[0;m�[38;5;43m20221213104720649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104720649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104720650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104720650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104720650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104720651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104720651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:22.195158 run osmo-stp_10.42.42.5(pid=10528): stdout: \u000a| (launched: 2022-12-13_10:47:20.481348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:22.318895 run osmo-stp_10.42.42.5(pid=10528): stderr: \u000a| �[0;m�[38;5;43m20221213104720649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104720649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104720650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104720650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104720650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104720651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104720651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:22.463206 run patchelf(pid=10531): Terminating (SIGINT)\u000a10:47:22.632719 run patchelf(pid=10531): Terminated: ok {rc=0}\u000a10:47:22.663980 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10528): Process ended prematurely: osmo-stp_10.42.42.5(pid=10528) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10528)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:47:22.673709 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:47:22.734029 run osmo-hlr_10.42.42.2(pid=10525): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10525)]\u000a10:47:22.783001 run osmo-hlr_10.42.42.2(pid=10525): stdout: \u000a| (launched: 2022-12-13_10:47:19.425284) \u000a10:47:22.832768 run osmo-hlr_10.42.42.2(pid=10525): stderr: \u000a| �[0;m�[1;31m20221213104719602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104719602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104719602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104719602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104719602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104719602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104719614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104719625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104719626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104719626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:22.874828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10520): Terminating (SIGTERM)\u000a10:47:22.915201 run iperf3-srv_10.42.42.10(pid=10521): Terminating (SIGTERM)\u000a10:47:22.954773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10524): Terminating (SIGTERM)\u000a10:47:22.994228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10527): Terminating (SIGTERM)\u000a10:47:23.033723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10530): Terminating (SIGTERM)\u000a10:47:23.043037 --- ParallelTerminationStrategy: PID 10520 died...\u000a10:47:23.096327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10520): Terminated: ok {rc=0}\u000a10:47:23.106185 --- ParallelTerminationStrategy: PID 10521 died...\u000a10:47:23.159987 run iperf3-srv_10.42.42.10(pid=10521): Terminated {rc=256}\u000a10:47:23.169801 --- ParallelTerminationStrategy: PID 10524 died...\u000a10:47:23.222710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10524): Terminated: ok {rc=0}\u000a10:47:23.232107 --- ParallelTerminationStrategy: PID 10527 died...\u000a10:47:23.285221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10527): Terminated: ok {rc=0}\u000a10:47:23.294737 --- ParallelTerminationStrategy: PID 10530 died...\u000a10:47:23.347775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10530): Terminated: ok {rc=0}\u000a10:47:23.432016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10546): Process ended prematurely: osmo-stp_10.42.42.5(pid=10546) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10546)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10546): Process ended prematurely: osmo-stp_10.42.42.5(pid=10546) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:47:24.547345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:24.559459 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:24.719034 tst iperf3m4.py: using LAC 33414\u000a10:47:24.849710 tst iperf3m4.py: using RAC 9\u000a10:47:24.976214 tst iperf3m4.py: using CellId 33414\u000a10:47:25.097706 tst iperf3m4.py: using BVCI 33415\u000a10:47:25.120741 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.132528 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.143838 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.155655 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.166238 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.176717 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.187408 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.197876 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:25.208629 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:25.329777 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:25.449189 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:25.569842 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:25.851459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:47:25.976797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:26.290536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Launched\u000a10:47:26.551796 run iperf3-srv_10.42.42.10(pid=10533): Launched\u000a10:47:26.735356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:47:26.860938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:27.174435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Launched\u000a10:47:27.434377 run iperf3-srv_10.42.42.10(pid=10535): Launched\u000a10:47:27.617764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:47:27.742688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:28.056440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Launched\u000a10:47:28.316835 run iperf3-srv_10.42.42.10(pid=10537): Launched\u000a10:47:28.499478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:47:28.624051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:28.938720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10538): Launched\u000a10:47:29.199314 run iperf3-srv_10.42.42.10(pid=10539): Launched\u000a10:47:29.382082 tst iperf3m4.py:8: start network...\u000a10:47:29.506974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:29.991940 run create_hlr_db(pid=10540): Launched\u000a10:47:30.178646 bus /gobi_6: Setting Powered False\u000a10:47:31.203272 run create_hlr_db(pid=10540): Terminated: ok {rc=0}\u000a10:47:31.655718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10542): Launched\u000a10:47:32.101263 run osmo-hlr_10.42.42.2(pid=10543): Launched\u000a10:47:32.248040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:32.774063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10545): Launched\u000a10:47:33.076106 run osmo-stp_10.42.42.5(pid=10546): Launched\u000a10:47:33.185932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:33.712462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10548): Launched\u000a10:47:33.819536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:34.085260 run patchelf(pid=10549): Launched\u000a10:47:34.261421 run osmo-stp_10.42.42.5(pid=10546): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10546)]\u000a10:47:34.390761 run osmo-stp_10.42.42.5(pid=10546): stdout: \u000a| (launched: 2022-12-13_10:47:32.928090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:34.519810 run osmo-stp_10.42.42.5(pid=10546): stderr: \u000a| �[0;m�[38;5;43m20221213104733096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104733096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104733096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104733097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104733097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104733097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104733097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:34.644374 run osmo-stp_10.42.42.5(pid=10546): stdout: \u000a| (launched: 2022-12-13_10:47:32.928090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:34.767893 run osmo-stp_10.42.42.5(pid=10546): stderr: \u000a| �[0;m�[38;5;43m20221213104733096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104733096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104733096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104733097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104733097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104733097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104733097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:34.911784 run patchelf(pid=10549): Terminating (SIGINT)\u000a10:47:35.081664 run patchelf(pid=10549): Terminated: ok {rc=0}\u000a10:47:35.112828 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10546): Process ended prematurely: osmo-stp_10.42.42.5(pid=10546) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10546)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:47:35.122175 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:47:35.182465 run osmo-hlr_10.42.42.2(pid=10543): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10543)]\u000a10:47:35.232076 run osmo-hlr_10.42.42.2(pid=10543): stdout: \u000a| (launched: 2022-12-13_10:47:31.825108) \u000a10:47:35.282122 run osmo-hlr_10.42.42.2(pid=10543): stderr: \u000a| �[0;m�[1;31m20221213104732056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104732056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104732056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104732056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104732056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104732056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104732070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104732080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104732080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104732080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:35.324650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminating (SIGTERM)\u000a10:47:35.364757 run iperf3-srv_10.42.42.10(pid=10533): Terminating (SIGTERM)\u000a10:47:35.404440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminating (SIGTERM)\u000a10:47:35.444098 run iperf3-srv_10.42.42.10(pid=10535): Terminating (SIGTERM)\u000a10:47:35.483920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Terminating (SIGTERM)\u000a10:47:35.523581 run iperf3-srv_10.42.42.10(pid=10537): Terminating (SIGTERM)\u000a10:47:35.563335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10538): Terminating (SIGTERM)\u000a10:47:35.603193 run iperf3-srv_10.42.42.10(pid=10539): Terminating (SIGTERM)\u000a10:47:35.642992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10542): Terminating (SIGTERM)\u000a10:47:35.682704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10545): Terminating (SIGTERM)\u000a10:47:35.722557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10548): Terminating (SIGTERM)\u000a10:47:35.731708 --- ParallelTerminationStrategy: PID 10532 died...\u000a10:47:35.785036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminated: ok {rc=0}\u000a10:47:35.794537 --- ParallelTerminationStrategy: PID 10533 died...\u000a10:47:35.847319 run iperf3-srv_10.42.42.10(pid=10533): Terminated {rc=256}\u000a10:47:35.856687 --- ParallelTerminationStrategy: PID 10534 died...\u000a10:47:35.909469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminated: ok {rc=0}\u000a10:47:35.918866 --- ParallelTerminationStrategy: PID 10535 died...\u000a10:47:35.971563 run iperf3-srv_10.42.42.10(pid=10535): Terminated {rc=256}\u000a10:47:35.981046 --- ParallelTerminationStrategy: PID 10536 died...\u000a10:47:36.033851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Terminated: ok {rc=0}\u000a10:47:36.043286 --- ParallelTerminationStrategy: PID 10537 died...\u000a10:47:36.095917 run iperf3-srv_10.42.42.10(pid=10537): Terminated {rc=256}\u000a10:47:36.105894 --- ParallelTerminationStrategy: PID 10538 died...\u000a10:47:36.158817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10538): Terminated: ok {rc=0}\u000a10:47:36.168270 --- ParallelTerminationStrategy: PID 10539 died...\u000a10:47:36.220755 run iperf3-srv_10.42.42.10(pid=10539): Terminated {rc=256}\u000a10:47:36.230223 --- ParallelTerminationStrategy: PID 10542 died...\u000a10:47:36.283047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10542): Terminated: ok {rc=0}\u000a10:47:36.292456 --- ParallelTerminationStrategy: PID 10545 died...\u000a10:47:36.346099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10545): Terminated: ok {rc=0}\u000a10:47:36.355560 --- ParallelTerminationStrategy: PID 10548 died...\u000a10:47:36.408524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10548): Terminated: ok {rc=0}\u000a10:47:36.497365 bus /gobi_4: Setting Powered False\u000a10:47:37.604213 bus /gobi_4: Setting Powered False\u000a10:47:38.717742 bus /gobi_1: Setting Powered False\u000a10:47:39.820981 bus /gobi_1: Setting Powered False\u000a10:47:40.932689 bus /gobi_0: Setting Powered False\u000a10:47:42.036528 bus /gobi_0: Setting Powered False\u000a10:47:43.148982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10556): Process ended prematurely: osmo-stp_10.42.42.5(pid=10556) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10556)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10556): Process ended prematurely: osmo-stp_10.42.42.5(pid=10556) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:47:44.216169 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.227538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:44.381640 tst ping.py: using LAC 33415\u000a10:47:44.502998 tst ping.py: using RAC 10\u000a10:47:44.618039 tst ping.py: using CellId 33415\u000a10:47:44.733099 tst ping.py: using BVCI 33416\u000a10:47:44.756217 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.767044 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.777695 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.788245 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.798863 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.809546 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.820179 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:44.830763 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:45.120773 tst ping.py:19: start network...\u000a10:47:45.253607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:45.756761 run create_hlr_db(pid=10550): Launched\u000a10:47:45.965507 bus /gobi_6: Setting Powered False\u000a10:47:46.967774 run create_hlr_db(pid=10550): Terminated: ok {rc=0}\u000a10:47:47.395438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10552): Launched\u000a10:47:47.694359 run osmo-hlr_10.42.42.2(pid=10553): Launched\u000a10:47:47.802539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:48.320034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10555): Launched\u000a10:47:48.619068 run osmo-stp_10.42.42.5(pid=10556): Launched\u000a10:47:48.726955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:49.247527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10558): Launched\u000a10:47:49.353643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:49.615404 run patchelf(pid=10559): Launched\u000a10:47:49.789075 run osmo-stp_10.42.42.5(pid=10556): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10556)]\u000a10:47:49.915811 run osmo-stp_10.42.42.5(pid=10556): stdout: \u000a| (launched: 2022-12-13_10:47:48.471889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:50.042809 run osmo-stp_10.42.42.5(pid=10556): stderr: \u000a| �[0;m�[38;5;43m20221213104748638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104748639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104748639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104748639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104748640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104748640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104748640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:50.165562 run osmo-stp_10.42.42.5(pid=10556): stdout: \u000a| (launched: 2022-12-13_10:47:48.471889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:50.287232 run osmo-stp_10.42.42.5(pid=10556): stderr: \u000a| �[0;m�[38;5;43m20221213104748638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104748639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104748639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104748639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104748640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104748640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104748640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:50.430344 run patchelf(pid=10559): Terminating (SIGINT)\u000a10:47:50.598202 run patchelf(pid=10559): Terminated: ok {rc=0}\u000a10:47:50.628596 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10556): Process ended prematurely: osmo-stp_10.42.42.5(pid=10556) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10556)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:47:50.637260 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:47:50.697409 run osmo-hlr_10.42.42.2(pid=10553): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10553)]\u000a10:47:50.746886 run osmo-hlr_10.42.42.2(pid=10553): stdout: \u000a| (launched: 2022-12-13_10:47:47.546937) \u000a10:47:50.796507 run osmo-hlr_10.42.42.2(pid=10553): stderr: \u000a| �[0;m�[1;31m20221213104747722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104747722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104747722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104747722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104747722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104747722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104747737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104747747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104747748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104747748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:50.838858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10552): Terminating (SIGTERM)\u000a10:47:50.878730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10555): Terminating (SIGTERM)\u000a10:47:50.918592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10558): Terminating (SIGTERM)\u000a10:47:50.927973 --- ParallelTerminationStrategy: PID 10552 died...\u000a10:47:50.981755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10552): Terminated: ok {rc=0}\u000a10:47:50.991237 --- ParallelTerminationStrategy: PID 10555 died...\u000a10:47:51.044254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10555): Terminated: ok {rc=0}\u000a10:47:51.053773 --- ParallelTerminationStrategy: PID 10558 died...\u000a10:47:51.106699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10558): Terminated: ok {rc=0}\u000a10:47:51.190413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10566): Process ended prematurely: osmo-stp_10.42.42.5(pid=10566) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10566): Process ended prematurely: osmo-stp_10.42.42.5(pid=10566) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:47:52.244474 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.257049 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:52.420940 tst ping_idle_ping.py: using LAC 33416\u000a10:47:52.543068 tst ping_idle_ping.py: using RAC 11\u000a10:47:52.659393 tst ping_idle_ping.py: using CellId 33416\u000a10:47:52.776239 tst ping_idle_ping.py: using BVCI 33417\u000a10:47:52.799042 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.809856 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.820447 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.831165 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.841707 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.852812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.864069 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:52.875165 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:53.167315 tst ping_idle_ping.py:24: start network...\u000a10:47:53.301341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:53.803966 run create_hlr_db(pid=10560): Launched\u000a10:47:53.988656 bus /gobi_6: Setting Powered False\u000a10:47:55.010281 run create_hlr_db(pid=10560): Terminated: ok {rc=0}\u000a10:47:55.412290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10562): Launched\u000a10:47:55.714628 run osmo-hlr_10.42.42.2(pid=10563): Launched\u000a10:47:55.832776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:56.355830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10565): Launched\u000a10:47:56.656063 run osmo-stp_10.42.42.5(pid=10566): Launched\u000a10:47:56.763812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:57.282945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10568): Launched\u000a10:47:57.388475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:57.650626 run patchelf(pid=10569): Launched\u000a10:47:57.825194 run osmo-stp_10.42.42.5(pid=10566): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)]\u000a10:47:57.952880 run osmo-stp_10.42.42.5(pid=10566): stdout: \u000a| (launched: 2022-12-13_10:47:56.509374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:58.081270 run osmo-stp_10.42.42.5(pid=10566): stderr: \u000a| �[0;m�[38;5;43m20221213104756677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104756677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104756678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104756678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104756679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104756679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104756679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:58.204859 run osmo-stp_10.42.42.5(pid=10566): stdout: \u000a| (launched: 2022-12-13_10:47:56.509374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:58.327503 run osmo-stp_10.42.42.5(pid=10566): stderr: \u000a| �[0;m�[38;5;43m20221213104756677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104756677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104756678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104756678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104756679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104756679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104756679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:58.470605 run patchelf(pid=10569): Terminating (SIGINT)\u000a10:47:58.639725 run patchelf(pid=10569): Terminated: ok {rc=0}\u000a10:47:58.670381 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10566): Process ended prematurely: osmo-stp_10.42.42.5(pid=10566) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:47:58.679009 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:47:58.739002 run osmo-hlr_10.42.42.2(pid=10563): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10563)]\u000a10:47:58.788289 run osmo-hlr_10.42.42.2(pid=10563): stdout: \u000a| (launched: 2022-12-13_10:47:55.563933) \u000a10:47:58.838140 run osmo-hlr_10.42.42.2(pid=10563): stderr: \u000a| �[0;m�[1;31m20221213104755738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104755738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104755738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104755738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104755738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104755738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104755750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104755760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104755760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104755760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:58.880764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10562): Terminating (SIGTERM)\u000a10:47:58.920446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10565): Terminating (SIGTERM)\u000a10:47:58.960060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10568): Terminating (SIGTERM)\u000a10:47:58.969225 --- ParallelTerminationStrategy: PID 10562 died...\u000a10:47:59.022603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10562): Terminated: ok {rc=0}\u000a10:47:59.032239 --- ParallelTerminationStrategy: PID 10565 died...\u000a10:47:59.085541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10565): Terminated: ok {rc=0}\u000a10:47:59.095143 --- ParallelTerminationStrategy: PID 10568 died...\u000a10:47:59.148590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10568): Terminated: ok {rc=0}\u000a10:47:59.237284 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:47:01" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10586): Process ended prematurely: osmo-stp_10.42.42.5(pid=10586) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10586)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10586): Process ended prematurely: osmo-stp_10.42.42.5(pid=10586) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:48:01.424495 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:01.435865 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:01.631120 tst cs_paging_gprs_active.py: using LAC 33417\u000a10:48:01.801749 tst cs_paging_gprs_active.py: using RAC 12\u000a10:48:01.942228 tst cs_paging_gprs_active.py: using CellId 33417\u000a10:48:02.072561 tst cs_paging_gprs_active.py: using BVCI 33418\u000a10:48:02.099085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.111542 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.123948 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.136599 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.150635 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.162927 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.177303 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.189863 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.203711 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:02.328785 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:02.630881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:48:02.767353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:03.106113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10576): Launched\u000a10:48:03.387567 run iperf3-srv_10.42.42.10(pid=10577): Launched\u000a10:48:03.587544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:48:03.724630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:04.063025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10578): Launched\u000a10:48:04.345471 run iperf3-srv_10.42.42.10(pid=10579): Launched\u000a10:48:04.545130 tst cs_paging_gprs_active.py:38: start network...\u000a10:48:04.681557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:05.198146 run create_hlr_db(pid=10580): Launched\u000a10:48:05.372546 bus /gobi_6: Setting Powered False\u000a10:48:06.395189 run create_hlr_db(pid=10580): Terminated: ok {rc=0}\u000a10:48:06.800260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10582): Launched\u000a10:48:07.106538 run osmo-hlr_10.42.42.2(pid=10583): Launched\u000a10:48:07.218178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:07.744663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10585): Launched\u000a10:48:08.051484 run osmo-stp_10.42.42.5(pid=10586): Launched\u000a10:48:08.161886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:08.692593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10588): Launched\u000a10:48:08.800679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:09.067730 run patchelf(pid=10589): Launched\u000a10:48:09.245090 run osmo-stp_10.42.42.5(pid=10586): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10586)]\u000a10:48:09.374456 run osmo-stp_10.42.42.5(pid=10586): stdout: \u000a| (launched: 2022-12-13_10:48:07.899079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:09.503822 run osmo-stp_10.42.42.5(pid=10586): stderr: \u000a| �[0;m�[38;5;43m20221213104808066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104808066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104808066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104808067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104808067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104808067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104808067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:09.629412 run osmo-stp_10.42.42.5(pid=10586): stdout: \u000a| (launched: 2022-12-13_10:48:07.899079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:09.753504 run osmo-stp_10.42.42.5(pid=10586): stderr: \u000a| �[0;m�[38;5;43m20221213104808066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104808066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104808066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104808067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104808067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104808067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104808067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:09.899191 run patchelf(pid=10589): Terminating (SIGINT)\u000a10:48:10.069526 run patchelf(pid=10589): Terminated: ok {rc=0}\u000a10:48:10.100882 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10586): Process ended prematurely: osmo-stp_10.42.42.5(pid=10586) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10586)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:48:10.110149 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:48:10.169759 run osmo-hlr_10.42.42.2(pid=10583): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10583)]\u000a10:48:10.218624 run osmo-hlr_10.42.42.2(pid=10583): stdout: \u000a| (launched: 2022-12-13_10:48:06.954848) \u000a10:48:10.268158 run osmo-hlr_10.42.42.2(pid=10583): stderr: \u000a| �[0;m�[1;31m20221213104807127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104807128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104807128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104807128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104807128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104807128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104807140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104807148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104807149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104807149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:10.310112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10576): Terminating (SIGTERM)\u000a10:48:10.349508 run iperf3-srv_10.42.42.10(pid=10577): Terminating (SIGTERM)\u000a10:48:10.389049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10578): Terminating (SIGTERM)\u000a10:48:10.428332 run iperf3-srv_10.42.42.10(pid=10579): Terminating (SIGTERM)\u000a10:48:10.467951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10582): Terminating (SIGTERM)\u000a10:48:10.507377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10585): Terminating (SIGTERM)\u000a10:48:10.546846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10588): Terminating (SIGTERM)\u000a10:48:10.555937 --- ParallelTerminationStrategy: PID 10576 died...\u000a10:48:10.609590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10576): Terminated: ok {rc=0}\u000a10:48:10.619024 --- ParallelTerminationStrategy: PID 10577 died...\u000a10:48:10.671363 run iperf3-srv_10.42.42.10(pid=10577): Terminated {rc=256}\u000a10:48:10.680690 --- ParallelTerminationStrategy: PID 10578 died...\u000a10:48:10.733173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10578): Terminated: ok {rc=0}\u000a10:48:10.742545 --- ParallelTerminationStrategy: PID 10579 died...\u000a10:48:10.794823 run iperf3-srv_10.42.42.10(pid=10579): Terminated {rc=256}\u000a10:48:10.804123 --- ParallelTerminationStrategy: PID 10582 died...\u000a10:48:10.856785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10582): Terminated: ok {rc=0}\u000a10:48:10.866207 --- ParallelTerminationStrategy: PID 10585 died...\u000a10:48:10.918822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10585): Terminated: ok {rc=0}\u000a10:48:10.928266 --- ParallelTerminationStrategy: PID 10588 died...\u000a10:48:10.981513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10588): Terminated: ok {rc=0}\u000a10:48:11.069528 bus /gobi_0: Setting Powered False\u000a10:48:12.174730 bus /gobi_0: Setting Powered False\u000a10:48:13.286339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10598): Process ended prematurely: osmo-stp_10.42.42.5(pid=10598) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10598)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10598): Process ended prematurely: osmo-stp_10.42.42.5(pid=10598) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:48:14.397359 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:14.408742 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:14.566400 tst iperf3.py: using LAC 33418\u000a10:48:14.693344 tst iperf3.py: using RAC 13\u000a10:48:14.817126 tst iperf3.py: using CellId 33418\u000a10:48:14.937112 tst iperf3.py: using BVCI 33419\u000a10:48:14.960406 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:14.971260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:14.981917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:14.992478 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:15.003097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:15.013741 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:15.024437 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:15.035037 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:15.045785 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:15.339127 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:48:15.474623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:15.810501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10590): Launched\u000a10:48:16.113905 run iperf3-srv_10.42.42.10(pid=10591): Launched\u000a10:48:16.304319 tst iperf3.py:8: start network...\u000a10:48:16.435066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:16.965763 run create_hlr_db(pid=10592): Launched\u000a10:48:17.143963 bus /gobi_6: Setting Powered False\u000a10:48:18.162808 run create_hlr_db(pid=10592): Terminated: ok {rc=0}\u000a10:48:18.566299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10594): Launched\u000a10:48:18.869732 run osmo-hlr_10.42.42.2(pid=10595): Launched\u000a10:48:18.984707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:19.514303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10597): Launched\u000a10:48:19.818801 run osmo-stp_10.42.42.5(pid=10598): Launched\u000a10:48:19.928209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:20.458266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10600): Launched\u000a10:48:20.566541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:20.834448 run patchelf(pid=10601): Launched\u000a10:48:21.011742 run osmo-stp_10.42.42.5(pid=10598): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10598)]\u000a10:48:21.141426 run osmo-stp_10.42.42.5(pid=10598): stdout: \u000a| (launched: 2022-12-13_10:48:19.668655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:21.271017 run osmo-stp_10.42.42.5(pid=10598): stderr: \u000a| �[0;m�[38;5;43m20221213104819839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104819839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104819840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104819840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:21.396182 run osmo-stp_10.42.42.5(pid=10598): stdout: \u000a| (launched: 2022-12-13_10:48:19.668655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:21.520212 run osmo-stp_10.42.42.5(pid=10598): stderr: \u000a| �[0;m�[38;5;43m20221213104819839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104819839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104819840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104819840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:21.665732 run patchelf(pid=10601): Terminating (SIGINT)\u000a10:48:21.836403 run patchelf(pid=10601): Terminated: ok {rc=0}\u000a10:48:21.867888 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10598): Process ended prematurely: osmo-stp_10.42.42.5(pid=10598) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10598)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:48:21.877287 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:48:21.937450 run osmo-hlr_10.42.42.2(pid=10595): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10595)]\u000a10:48:21.986862 run osmo-hlr_10.42.42.2(pid=10595): stdout: \u000a| (launched: 2022-12-13_10:48:18.720776) \u000a10:48:22.037088 run osmo-hlr_10.42.42.2(pid=10595): stderr: \u000a| �[0;m�[1;31m20221213104818894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104818894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104818894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104818894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104818894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104818894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104818907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104818916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104818916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104818916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:22.079852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10590): Terminating (SIGTERM)\u000a10:48:22.120437 run iperf3-srv_10.42.42.10(pid=10591): Terminating (SIGTERM)\u000a10:48:22.160498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10594): Terminating (SIGTERM)\u000a10:48:22.200259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10597): Terminating (SIGTERM)\u000a10:48:22.240102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10600): Terminating (SIGTERM)\u000a10:48:22.249351 --- ParallelTerminationStrategy: PID 10590 died...\u000a10:48:22.302590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10590): Terminated: ok {rc=0}\u000a10:48:22.312085 --- ParallelTerminationStrategy: PID 10591 died...\u000a10:48:22.364870 run iperf3-srv_10.42.42.10(pid=10591): Terminated {rc=256}\u000a10:48:22.374362 --- ParallelTerminationStrategy: PID 10594 died...\u000a10:48:22.427509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10594): Terminated: ok {rc=0}\u000a10:48:22.437092 --- ParallelTerminationStrategy: PID 10597 died...\u000a10:48:22.490150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10597): Terminated: ok {rc=0}\u000a10:48:22.499686 --- ParallelTerminationStrategy: PID 10600 died...\u000a10:48:22.553015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10600): Terminated: ok {rc=0}\u000a10:48:22.637034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10616): Process ended prematurely: osmo-stp_10.42.42.5(pid=10616) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10616)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10616): Process ended prematurely: osmo-stp_10.42.42.5(pid=10616) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:48:23.752643 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:23.764605 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:23.931300 tst iperf3m4.py: using LAC 33419\u000a10:48:24.057549 tst iperf3m4.py: using RAC 14\u000a10:48:24.184566 tst iperf3m4.py: using CellId 33419\u000a10:48:24.312820 tst iperf3m4.py: using BVCI 33420\u000a10:48:24.337768 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.349248 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.360361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.371576 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.382995 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.394564 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.406145 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.417653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:24.429339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:24.546166 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:24.669167 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:24.786136 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:25.063995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:48:25.189731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:25.503570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10602): Launched\u000a10:48:25.766522 run iperf3-srv_10.42.42.10(pid=10603): Launched\u000a10:48:25.950005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:48:26.075052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:26.390725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10604): Launched\u000a10:48:26.652255 run iperf3-srv_10.42.42.10(pid=10605): Launched\u000a10:48:26.836592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:48:26.962471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:27.278630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10606): Launched\u000a10:48:27.538985 run iperf3-srv_10.42.42.10(pid=10607): Launched\u000a10:48:27.722751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:48:27.848254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:28.163281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10608): Launched\u000a10:48:28.425804 run iperf3-srv_10.42.42.10(pid=10609): Launched\u000a10:48:28.609519 tst iperf3m4.py:8: start network...\u000a10:48:28.735684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:29.222918 run create_hlr_db(pid=10610): Launched\u000a10:48:29.398885 bus /gobi_6: Setting Powered False\u000a10:48:30.419375 run create_hlr_db(pid=10610): Terminated: ok {rc=0}\u000a10:48:30.851583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10612): Launched\u000a10:48:31.345751 run osmo-hlr_10.42.42.2(pid=10613): Launched\u000a10:48:31.510723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:32.120823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10615): Launched\u000a10:48:32.540697 run osmo-stp_10.42.42.5(pid=10616): Launched\u000a10:48:32.648788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:33.182577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10618): Launched\u000a10:48:33.290724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:33.558292 run patchelf(pid=10619): Launched\u000a10:48:33.735983 run osmo-stp_10.42.42.5(pid=10616): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10616)]\u000a10:48:33.866352 run osmo-stp_10.42.42.5(pid=10616): stdout: \u000a| (launched: 2022-12-13_10:48:32.281296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:33.996271 run osmo-stp_10.42.42.5(pid=10616): stderr: \u000a| �[0;m�[38;5;43m20221213104832466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104832466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104832466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104832467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104832467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104832467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104832467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:34.122050 run osmo-stp_10.42.42.5(pid=10616): stdout: \u000a| (launched: 2022-12-13_10:48:32.281296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:34.246649 run osmo-stp_10.42.42.5(pid=10616): stderr: \u000a| �[0;m�[38;5;43m20221213104832466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104832466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104832466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104832467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104832467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104832467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104832467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:34.391474 run patchelf(pid=10619): Terminating (SIGINT)\u000a10:48:34.562018 run patchelf(pid=10619): Terminated: ok {rc=0}\u000a10:48:34.593454 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10616): Process ended prematurely: osmo-stp_10.42.42.5(pid=10616) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10616)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:48:34.602709 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:48:34.663363 run osmo-hlr_10.42.42.2(pid=10613): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10613)]\u000a10:48:34.712770 run osmo-hlr_10.42.42.2(pid=10613): stdout: \u000a| (launched: 2022-12-13_10:48:31.026746) \u000a10:48:34.763852 run osmo-hlr_10.42.42.2(pid=10613): stderr: \u000a| �[0;m�[1;31m20221213104831353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104831353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104831354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104831354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104831356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104831356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104831381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104831404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104831405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104831405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:34.806381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10602): Terminating (SIGTERM)\u000a10:48:34.846076 run iperf3-srv_10.42.42.10(pid=10603): Terminating (SIGTERM)\u000a10:48:34.885608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10604): Terminating (SIGTERM)\u000a10:48:34.924938 run iperf3-srv_10.42.42.10(pid=10605): Terminating (SIGTERM)\u000a10:48:34.965065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10606): Terminating (SIGTERM)\u000a10:48:35.004749 run iperf3-srv_10.42.42.10(pid=10607): Terminating (SIGTERM)\u000a10:48:35.044490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10608): Terminating (SIGTERM)\u000a10:48:35.084112 run iperf3-srv_10.42.42.10(pid=10609): Terminating (SIGTERM)\u000a10:48:35.123865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10612): Terminating (SIGTERM)\u000a10:48:35.163558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10615): Terminating (SIGTERM)\u000a10:48:35.203388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10618): Terminating (SIGTERM)\u000a10:48:35.212652 --- ParallelTerminationStrategy: PID 10602 died...\u000a10:48:35.266046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10602): Terminated: ok {rc=0}\u000a10:48:35.275604 --- ParallelTerminationStrategy: PID 10603 died...\u000a10:48:35.328645 run iperf3-srv_10.42.42.10(pid=10603): Terminated {rc=256}\u000a10:48:35.338185 --- ParallelTerminationStrategy: PID 10604 died...\u000a10:48:35.391316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10604): Terminated: ok {rc=0}\u000a10:48:35.400898 --- ParallelTerminationStrategy: PID 10605 died...\u000a10:48:35.453958 run iperf3-srv_10.42.42.10(pid=10605): Terminated {rc=256}\u000a10:48:35.463517 --- ParallelTerminationStrategy: PID 10606 died...\u000a10:48:35.516651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10606): Terminated: ok {rc=0}\u000a10:48:35.526291 --- ParallelTerminationStrategy: PID 10607 died...\u000a10:48:35.579690 run iperf3-srv_10.42.42.10(pid=10607): Terminated {rc=256}\u000a10:48:35.589360 --- ParallelTerminationStrategy: PID 10608 died...\u000a10:48:35.642555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10608): Terminated: ok {rc=0}\u000a10:48:35.652209 --- ParallelTerminationStrategy: PID 10609 died...\u000a10:48:35.705385 run iperf3-srv_10.42.42.10(pid=10609): Terminated {rc=256}\u000a10:48:35.714910 --- ParallelTerminationStrategy: PID 10612 died...\u000a10:48:35.767843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10612): Terminated: ok {rc=0}\u000a10:48:35.777832 --- ParallelTerminationStrategy: PID 10615 died...\u000a10:48:35.830994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10615): Terminated: ok {rc=0}\u000a10:48:35.840563 --- ParallelTerminationStrategy: PID 10618 died...\u000a10:48:35.893968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10618): Terminated: ok {rc=0}\u000a10:48:35.982587 bus /gobi_4: Setting Powered False\u000a10:48:37.086860 bus /gobi_4: Setting Powered False\u000a10:48:38.200581 bus /gobi_1: Setting Powered False\u000a10:48:39.304040 bus /gobi_1: Setting Powered False\u000a10:48:40.416585 bus /gobi_0: Setting Powered False\u000a10:48:41.519378 bus /gobi_0: Setting Powered False\u000a10:48:42.633137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10626): Process ended prematurely: osmo-stp_10.42.42.5(pid=10626) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10626)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10626): Process ended prematurely: osmo-stp_10.42.42.5(pid=10626) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:48:43.702908 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:43.715016 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:43.879974 tst ping.py: using LAC 33420\u000a10:48:44.004251 tst ping.py: using RAC 15\u000a10:48:44.130999 tst ping.py: using CellId 33420\u000a10:48:44.251589 tst ping.py: using BVCI 33421\u000a10:48:44.274574 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.285641 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.296495 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.307797 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.318614 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.329527 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.340482 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:44.351229 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:44.640303 tst ping.py:19: start network...\u000a10:48:44.773447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:45.278395 run create_hlr_db(pid=10620): Launched\u000a10:48:45.463630 bus /gobi_6: Setting Powered False\u000a10:48:46.477778 run create_hlr_db(pid=10620): Terminated: ok {rc=0}\u000a10:48:46.909143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10622): Launched\u000a10:48:47.255270 run osmo-hlr_10.42.42.2(pid=10623): Launched\u000a10:48:47.377114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:47.934509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10625): Launched\u000a10:48:48.255072 run osmo-stp_10.42.42.5(pid=10626): Launched\u000a10:48:48.370780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:48.927314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10628): Launched\u000a10:48:49.040782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:49.320225 run patchelf(pid=10629): Launched\u000a10:48:49.506383 run osmo-stp_10.42.42.5(pid=10626): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10626)]\u000a10:48:49.642518 run osmo-stp_10.42.42.5(pid=10626): stdout: \u000a| (launched: 2022-12-13_10:48:48.096293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:49.779112 run osmo-stp_10.42.42.5(pid=10626): stderr: \u000a| �[0;m�[38;5;43m20221213104848285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104848286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104848286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104848286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104848287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104848287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104848287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:49.910686 run osmo-stp_10.42.42.5(pid=10626): stdout: \u000a| (launched: 2022-12-13_10:48:48.096293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:50.041254 run osmo-stp_10.42.42.5(pid=10626): stderr: \u000a| �[0;m�[38;5;43m20221213104848285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104848286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104848286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104848286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104848287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104848287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104848287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:50.194083 run patchelf(pid=10629): Terminating (SIGINT)\u000a10:48:50.373490 run patchelf(pid=10629): Terminated: ok {rc=0}\u000a10:48:50.405966 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10626): Process ended prematurely: osmo-stp_10.42.42.5(pid=10626) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10626)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:48:50.415864 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:48:50.479875 run osmo-hlr_10.42.42.2(pid=10623): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10623)]\u000a10:48:50.532276 run osmo-hlr_10.42.42.2(pid=10623): stdout: \u000a| (launched: 2022-12-13_10:48:47.067448) \u000a10:48:50.585523 run osmo-hlr_10.42.42.2(pid=10623): stderr: \u000a| �[0;m�[1;31m20221213104847315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104847315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104847315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104847315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104847315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104847315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104847327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104847336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104847336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104847336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:50.630876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10622): Terminating (SIGTERM)\u000a10:48:50.673715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10625): Terminating (SIGTERM)\u000a10:48:50.716489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10628): Terminating (SIGTERM)\u000a10:48:50.726333 --- ParallelTerminationStrategy: PID 10622 died...\u000a10:48:50.783424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10622): Terminated: ok {rc=0}\u000a10:48:50.793651 --- ParallelTerminationStrategy: PID 10625 died...\u000a10:48:50.850555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10625): Terminated: ok {rc=0}\u000a10:48:50.860647 --- ParallelTerminationStrategy: PID 10628 died...\u000a10:48:50.917832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10628): Terminated: ok {rc=0}\u000a10:48:51.006678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10636): Process ended prematurely: osmo-stp_10.42.42.5(pid=10636) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10636): Process ended prematurely: osmo-stp_10.42.42.5(pid=10636) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:48:52.060070 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.072004 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:52.242029 tst ping_idle_ping.py: using LAC 33421\u000a10:48:52.368926 tst ping_idle_ping.py: using RAC 16\u000a10:48:52.494615 tst ping_idle_ping.py: using CellId 33421\u000a10:48:52.619153 tst ping_idle_ping.py: using BVCI 33422\u000a10:48:52.643740 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.655122 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.666437 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.677587 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.688633 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.700598 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.712712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:52.724759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:53.016742 tst ping_idle_ping.py:24: start network...\u000a10:48:53.150932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:53.659093 run create_hlr_db(pid=10630): Launched\u000a10:48:53.844724 bus /gobi_6: Setting Powered False\u000a10:48:54.866078 run create_hlr_db(pid=10630): Terminated: ok {rc=0}\u000a10:48:55.271824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10632): Launched\u000a10:48:55.572611 run osmo-hlr_10.42.42.2(pid=10633): Launched\u000a10:48:55.683883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:56.201863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10635): Launched\u000a10:48:56.505078 run osmo-stp_10.42.42.5(pid=10636): Launched\u000a10:48:56.614354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:57.139381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10638): Launched\u000a10:48:57.245622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:57.508810 run patchelf(pid=10639): Launched\u000a10:48:57.685108 run osmo-stp_10.42.42.5(pid=10636): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)]\u000a10:48:57.813805 run osmo-stp_10.42.42.5(pid=10636): stdout: \u000a| (launched: 2022-12-13_10:48:56.355814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:57.942599 run osmo-stp_10.42.42.5(pid=10636): stderr: \u000a| �[0;m�[38;5;43m20221213104856523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104856523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104856524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104856524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104856524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104856525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104856525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:58.066795 run osmo-stp_10.42.42.5(pid=10636): stdout: \u000a| (launched: 2022-12-13_10:48:56.355814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:58.190072 run osmo-stp_10.42.42.5(pid=10636): stderr: \u000a| �[0;m�[38;5;43m20221213104856523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104856523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104856524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104856524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104856524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104856525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104856525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:58.333739 run patchelf(pid=10639): Terminating (SIGINT)\u000a10:48:58.503093 run patchelf(pid=10639): Terminated: ok {rc=0}\u000a10:48:58.533909 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10636): Process ended prematurely: osmo-stp_10.42.42.5(pid=10636) [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)] [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:48:58.542650 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:48:58.602899 run osmo-hlr_10.42.42.2(pid=10633): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10633)]\u000a10:48:58.652062 run osmo-hlr_10.42.42.2(pid=10633): stdout: \u000a| (launched: 2022-12-13_10:48:55.423863) \u000a10:48:58.702118 run osmo-hlr_10.42.42.2(pid=10633): stderr: \u000a| �[0;m�[1;31m20221213104855598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104855598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104855598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104855598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104855598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104855598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104855611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104855620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104855620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104855620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:58.744303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10632): Terminating (SIGTERM)\u000a10:48:58.784257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10635): Terminating (SIGTERM)\u000a10:48:58.824255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10638): Terminating (SIGTERM)\u000a10:48:58.833632 --- ParallelTerminationStrategy: PID 10632 died...\u000a10:48:58.887308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10632): Terminated: ok {rc=0}\u000a10:48:58.897056 --- ParallelTerminationStrategy: PID 10635 died...\u000a10:48:58.950308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10635): Terminated: ok {rc=0}\u000a10:48:58.960219 --- ParallelTerminationStrategy: PID 10638 died...\u000a10:48:59.013951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10638): Terminated: ok {rc=0}\u000a10:48:59.098123 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:48:01" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10653): Process ended prematurely: osmo-stp_10.42.42.5(pid=10653) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10653)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10653): Process ended prematurely: osmo-stp_10.42.42.5(pid=10653) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:49:01.320047 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.332636 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:49:01.483177 tst cs_paging_gprs_active.py: using LAC 33422\u000a10:49:01.607771 tst cs_paging_gprs_active.py: using RAC 17\u000a10:49:01.755229 tst cs_paging_gprs_active.py: using CellId 33422\u000a10:49:01.878305 tst cs_paging_gprs_active.py: using BVCI 33423\u000a10:49:01.902851 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.915169 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.927405 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.940562 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.952719 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.967232 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.980377 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:01.993524 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:02.006568 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:02.130431 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:02.439782 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:49:02.577305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:02.915051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Launched\u000a10:49:03.195602 run iperf3-srv_10.42.42.10(pid=10644): Launched\u000a10:49:03.394955 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:49:03.530856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:03.868081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10645): Launched\u000a10:49:04.148162 run iperf3-srv_10.42.42.10(pid=10646): Launched\u000a10:49:04.348529 tst cs_paging_gprs_active.py:38: start network...\u000a10:49:04.484629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:04.997842 run create_hlr_db(pid=10647): Launched\u000a10:49:05.187028 bus /gobi_6: Setting Powered False\u000a10:49:06.198401 run create_hlr_db(pid=10647): Terminated: ok {rc=0}\u000a10:49:06.642585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10649): Launched\u000a10:49:06.970274 run osmo-hlr_10.42.42.2(pid=10650): Launched\u000a10:49:07.092353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:07.657741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10652): Launched\u000a10:49:07.984800 run osmo-stp_10.42.42.5(pid=10653): Launched\u000a10:49:08.103200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:08.673799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10655): Launched\u000a10:49:08.790401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:09.076263 run patchelf(pid=10656): Launched\u000a10:49:09.268041 run osmo-stp_10.42.42.5(pid=10653): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10653)]\u000a10:49:09.407531 run osmo-stp_10.42.42.5(pid=10653): stdout: \u000a| (launched: 2022-12-13_10:49:07.823306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:09.547622 run osmo-stp_10.42.42.5(pid=10653): stderr: \u000a| �[0;m�[38;5;43m20221213104908014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104908015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104908015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104908015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104908016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104908016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104908016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:09.683160 run osmo-stp_10.42.42.5(pid=10653): stdout: \u000a| (launched: 2022-12-13_10:49:07.823306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:09.817344 run osmo-stp_10.42.42.5(pid=10653): stderr: \u000a| �[0;m�[38;5;43m20221213104908014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104908015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104908015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104908015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104908016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104908016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104908016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:09.973827 run patchelf(pid=10656): Terminating (SIGINT)\u000a10:49:10.157783 run patchelf(pid=10656): Terminated: ok {rc=0}\u000a10:49:10.191844 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10653): Process ended prematurely: osmo-stp_10.42.42.5(pid=10653) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10653)] [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:49:10.201899 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:49:10.266682 run osmo-hlr_10.42.42.2(pid=10650): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10650)]\u000a10:49:10.319656 run osmo-hlr_10.42.42.2(pid=10650): stdout: \u000a| (launched: 2022-12-13_10:49:06.808153) \u000a10:49:10.373302 run osmo-hlr_10.42.42.2(pid=10650): stderr: \u000a| �[0;m�[1;31m20221213104907007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104907007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104907007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104907007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104907007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104907007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104907022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104907030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104907030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104907030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:10.418608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Terminating (SIGTERM)\u000a10:49:10.460914 run iperf3-srv_10.42.42.10(pid=10644): Terminating (SIGTERM)\u000a10:49:10.503493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10645): Terminating (SIGTERM)\u000a10:49:10.545966 run iperf3-srv_10.42.42.10(pid=10646): Terminating (SIGTERM)\u000a10:49:10.588451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10649): Terminating (SIGTERM)\u000a10:49:10.630987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10652): Terminating (SIGTERM)\u000a10:49:10.673390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10655): Terminating (SIGTERM)\u000a10:49:10.683048 --- ParallelTerminationStrategy: PID 10643 died...\u000a10:49:10.739869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Terminated: ok {rc=0}\u000a10:49:10.749963 --- ParallelTerminationStrategy: PID 10644 died...\u000a10:49:10.806097 run iperf3-srv_10.42.42.10(pid=10644): Terminated {rc=256}\u000a10:49:10.816047 --- ParallelTerminationStrategy: PID 10645 died...\u000a10:49:10.872205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10645): Terminated: ok {rc=0}\u000a10:49:10.882200 --- ParallelTerminationStrategy: PID 10646 died...\u000a10:49:10.938356 run iperf3-srv_10.42.42.10(pid=10646): Terminated {rc=256}\u000a10:49:10.948301 --- ParallelTerminationStrategy: PID 10649 died...\u000a10:49:11.004637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10649): Terminated: ok {rc=0}\u000a10:49:11.014664 --- ParallelTerminationStrategy: PID 10652 died...\u000a10:49:11.071373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10652): Terminated: ok {rc=0}\u000a10:49:11.081530 --- ParallelTerminationStrategy: PID 10655 died...\u000a10:49:11.137741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10655): Terminated: ok {rc=0}\u000a10:49:11.226082 bus /gobi_0: Setting Powered False\u000a10:49:12.333678 bus /gobi_0: Setting Powered False\u000a10:49:13.442647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10665): Process ended prematurely: osmo-stp_10.42.42.5(pid=10665) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10665)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10665): Process ended prematurely: osmo-stp_10.42.42.5(pid=10665) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:49:14.559588 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:14.573179 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:49:14.715633 tst iperf3.py: using LAC 33423\u000a10:49:14.838798 tst iperf3.py: using RAC 18\u000a10:49:14.960238 tst iperf3.py: using CellId 33423\u000a10:49:15.080759 tst iperf3.py: using BVCI 33424\u000a10:49:15.104603 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.115891 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.126967 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.137933 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.148873 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.159849 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.170878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.181842 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:15.193057 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:15.490886 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:49:15.624858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:15.962400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10657): Launched\u000a10:49:16.264923 run iperf3-srv_10.42.42.10(pid=10658): Launched\u000a10:49:16.472361 tst iperf3.py:8: start network...\u000a10:49:16.614481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:17.184223 run create_hlr_db(pid=10659): Launched\u000a10:49:17.359042 bus /gobi_6: Setting Powered False\u000a10:49:18.380126 run create_hlr_db(pid=10659): Terminated: ok {rc=0}\u000a10:49:18.812172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10661): Launched\u000a10:49:19.137738 run osmo-hlr_10.42.42.2(pid=10662): Launched\u000a10:49:19.257325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:19.821927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10664): Launched\u000a10:49:20.147383 run osmo-stp_10.42.42.5(pid=10665): Launched\u000a10:49:20.265791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:20.834087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10667): Launched\u000a10:49:20.950256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:21.234824 run patchelf(pid=10668): Launched\u000a10:49:21.424577 run osmo-stp_10.42.42.5(pid=10665): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10665)]\u000a10:49:21.563236 run osmo-stp_10.42.42.5(pid=10665): stdout: \u000a| (launched: 2022-12-13_10:49:19.986650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:21.702616 run osmo-stp_10.42.42.5(pid=10665): stderr: \u000a| �[0;m�[38;5;43m20221213104920177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104920177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104920178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104920178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104920179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104920179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104920179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:21.837264 run osmo-stp_10.42.42.5(pid=10665): stdout: \u000a| (launched: 2022-12-13_10:49:19.986650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:21.970804 run osmo-stp_10.42.42.5(pid=10665): stderr: \u000a| �[0;m�[38;5;43m20221213104920177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104920177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104920178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104920178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104920179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104920179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104920179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:22.126210 run patchelf(pid=10668): Terminating (SIGINT)\u000a10:49:22.309384 run patchelf(pid=10668): Terminated: ok {rc=0}\u000a10:49:22.343046 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10665): Process ended prematurely: osmo-stp_10.42.42.5(pid=10665) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10665)] [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:49:22.353058 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:49:22.416452 run osmo-hlr_10.42.42.2(pid=10662): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10662)]\u000a10:49:22.468337 run osmo-hlr_10.42.42.2(pid=10662): stdout: \u000a| (launched: 2022-12-13_10:49:18.977496) \u000a10:49:22.521050 run osmo-hlr_10.42.42.2(pid=10662): stderr: \u000a| �[0;m�[1;31m20221213104919176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104919176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104919177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104919177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104919177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104919177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104919189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104919198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104919198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104919198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:22.565926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10657): Terminating (SIGTERM)\u000a10:49:22.607990 run iperf3-srv_10.42.42.10(pid=10658): Terminating (SIGTERM)\u000a10:49:22.650309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10661): Terminating (SIGTERM)\u000a10:49:22.692627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10664): Terminating (SIGTERM)\u000a10:49:22.734884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10667): Terminating (SIGTERM)\u000a10:49:22.744519 --- ParallelTerminationStrategy: PID 10657 died...\u000a10:49:22.801517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10657): Terminated: ok {rc=0}\u000a10:49:22.811549 --- ParallelTerminationStrategy: PID 10658 died...\u000a10:49:22.867660 run iperf3-srv_10.42.42.10(pid=10658): Terminated {rc=256}\u000a10:49:22.877952 --- ParallelTerminationStrategy: PID 10661 died...\u000a10:49:22.934260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10661): Terminated: ok {rc=0}\u000a10:49:22.944244 --- ParallelTerminationStrategy: PID 10664 died...\u000a10:49:23.000767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10664): Terminated: ok {rc=0}\u000a10:49:23.010746 --- ParallelTerminationStrategy: PID 10667 died...\u000a10:49:23.067116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10667): Terminated: ok {rc=0}\u000a10:49:23.155385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10684): Process ended prematurely: osmo-stp_10.42.42.5(pid=10684) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10684)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10684): Process ended prematurely: osmo-stp_10.42.42.5(pid=10684) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:49:24.270023 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.282433 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:49:24.427721 tst iperf3m4.py: using LAC 33424\u000a10:49:24.551180 tst iperf3m4.py: using RAC 19\u000a10:49:24.671266 tst iperf3m4.py: using CellId 33424\u000a10:49:24.789073 tst iperf3m4.py: using BVCI 33425\u000a10:49:24.812369 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.823605 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.834858 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.845946 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.856878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.867776 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.878833 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.889783 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:24.900903 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:25.024307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:25.148453 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:25.267192 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:25.565204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:49:25.701736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:26.039008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10669): Launched\u000a10:49:26.319695 run iperf3-srv_10.42.42.10(pid=10670): Launched\u000a10:49:26.518569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:49:26.654358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:26.990921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10671): Launched\u000a10:49:27.271045 run iperf3-srv_10.42.42.10(pid=10672): Launched\u000a10:49:27.470747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:49:27.607113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:27.943985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10673): Launched\u000a10:49:28.225278 run iperf3-srv_10.42.42.10(pid=10674): Launched\u000a10:49:28.424188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:49:28.560551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:28.897736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10675): Launched\u000a10:49:29.178562 run iperf3-srv_10.42.42.10(pid=10676): Launched\u000a10:49:29.378608 tst iperf3m4.py:8: start network...\u000a10:49:29.514814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:30.028605 run create_hlr_db(pid=10677): Launched\u000a10:49:30.217583 bus /gobi_6: Setting Powered False\u000a10:49:31.265811 run create_hlr_db(pid=10677): Terminated: ok {rc=0}\u000a10:49:31.728478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10680): Launched\u000a10:49:32.115866 run osmo-hlr_10.42.42.2(pid=10681): Launched\u000a10:49:32.275372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:32.822103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10683): Launched\u000a10:49:33.126585 run osmo-stp_10.42.42.5(pid=10684): Launched\u000a10:49:33.236912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:33.767725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10686): Launched\u000a10:49:33.875468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:34.141898 run patchelf(pid=10687): Launched\u000a10:49:34.319167 run osmo-stp_10.42.42.5(pid=10684): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10684)]\u000a10:49:34.448665 run osmo-stp_10.42.42.5(pid=10684): stdout: \u000a| (launched: 2022-12-13_10:49:32.976916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:34.578324 run osmo-stp_10.42.42.5(pid=10684): stderr: \u000a| �[0;m�[38;5;43m20221213104933146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104933146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104933146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104933147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104933147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104933147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104933147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:34.703687 run osmo-stp_10.42.42.5(pid=10684): stdout: \u000a| (launched: 2022-12-13_10:49:32.976916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:34.827658 run osmo-stp_10.42.42.5(pid=10684): stderr: \u000a| �[0;m�[38;5;43m20221213104933146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104933146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104933146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104933147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104933147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104933147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104933147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:34.972856 run patchelf(pid=10687): Terminating (SIGINT)\u000a10:49:35.143751 run patchelf(pid=10687): Terminated: ok {rc=0}\u000a10:49:35.175786 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10684): Process ended prematurely: osmo-stp_10.42.42.5(pid=10684) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10684)] [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:49:35.185364 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:49:35.246170 run osmo-hlr_10.42.42.2(pid=10681): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10681)]\u000a10:49:35.295890 run osmo-hlr_10.42.42.2(pid=10681): stdout: \u000a| (launched: 2022-12-13_10:49:31.899280) \u000a10:49:35.346007 run osmo-hlr_10.42.42.2(pid=10681): stderr: \u000a| �[0;m�[1;31m20221213104932266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104932266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104932266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104932266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104932266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104932266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104932287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104932295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104932295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104932295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:35.388306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10669): Terminating (SIGTERM)\u000a10:49:35.428264 run iperf3-srv_10.42.42.10(pid=10670): Terminating (SIGTERM)\u000a10:49:35.468509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10671): Terminating (SIGTERM)\u000a10:49:35.508395 run iperf3-srv_10.42.42.10(pid=10672): Terminating (SIGTERM)\u000a10:49:35.548192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10673): Terminating (SIGTERM)\u000a10:49:35.587989 run iperf3-srv_10.42.42.10(pid=10674): Terminating (SIGTERM)\u000a10:49:35.627706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10675): Terminating (SIGTERM)\u000a10:49:35.667502 run iperf3-srv_10.42.42.10(pid=10676): Terminating (SIGTERM)\u000a10:49:35.707852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10680): Terminating (SIGTERM)\u000a10:49:35.748142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10683): Terminating (SIGTERM)\u000a10:49:35.787802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10686): Terminating (SIGTERM)\u000a10:49:35.797061 --- ParallelTerminationStrategy: PID 10669 died...\u000a10:49:35.850781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10669): Terminated: ok {rc=0}\u000a10:49:35.860236 --- ParallelTerminationStrategy: PID 10670 died...\u000a10:49:35.913047 run iperf3-srv_10.42.42.10(pid=10670): Terminated {rc=256}\u000a10:49:35.922770 --- ParallelTerminationStrategy: PID 10671 died...\u000a10:49:35.976119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10671): Terminated: ok {rc=0}\u000a10:49:35.985754 --- ParallelTerminationStrategy: PID 10672 died...\u000a10:49:36.038515 run iperf3-srv_10.42.42.10(pid=10672): Terminated {rc=256}\u000a10:49:36.047951 --- ParallelTerminationStrategy: PID 10673 died...\u000a10:49:36.101374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10673): Terminated: ok {rc=0}\u000a10:49:36.110890 --- ParallelTerminationStrategy: PID 10674 died...\u000a10:49:36.163952 run iperf3-srv_10.42.42.10(pid=10674): Terminated {rc=256}\u000a10:49:36.173724 --- ParallelTerminationStrategy: PID 10675 died...\u000a10:49:36.226680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10675): Terminated: ok {rc=0}\u000a10:49:36.236262 --- ParallelTerminationStrategy: PID 10676 died...\u000a10:49:36.288983 run iperf3-srv_10.42.42.10(pid=10676): Terminated {rc=256}\u000a10:49:36.298453 --- ParallelTerminationStrategy: PID 10680 died...\u000a10:49:36.351243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10680): Terminated: ok {rc=0}\u000a10:49:36.360879 --- ParallelTerminationStrategy: PID 10683 died...\u000a10:49:36.413982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10683): Terminated: ok {rc=0}\u000a10:49:36.423640 --- ParallelTerminationStrategy: PID 10686 died...\u000a10:49:36.477138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10686): Terminated: ok {rc=0}\u000a10:49:36.566257 bus /gobi_4: Setting Powered False\u000a10:49:37.669884 bus /gobi_4: Setting Powered False\u000a10:49:38.783027 bus /gobi_1: Setting Powered False\u000a10:49:39.887168 bus /gobi_1: Setting Powered False\u000a10:49:41.000363 bus /gobi_0: Setting Powered False\u000a10:49:42.105876 bus /gobi_0: Setting Powered False\u000a10:49:43.220294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:49:44.287106 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.299094 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:49:44.436569 tst ping.py: using LAC 33425\u000a10:49:44.562007 tst ping.py: using RAC 20\u000a10:49:44.688131 tst ping.py: using CellId 33425\u000a10:49:44.812178 tst ping.py: using BVCI 33426\u000a10:49:44.836549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.848214 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.859804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.871291 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.883136 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.895955 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.908625 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:44.920942 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:45.200727 tst ping.py:19: start network...\u000a10:49:45.324777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:45.804546 run create_hlr_db(pid=10688): Launched\u000a10:49:46.014698 bus /gobi_6: Setting Powered False\u000a10:49:47.015362 run create_hlr_db(pid=10688): Terminated: ok {rc=0}\u000a10:49:47.462978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Launched\u000a10:49:47.783414 run osmo-hlr_10.42.42.2(pid=10691): Launched\u000a10:49:47.902440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:48.463858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Launched\u000a10:49:48.786034 run osmo-stp_10.42.42.5(pid=10694): Launched\u000a10:49:48.902793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:49.464103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10696): Launched\u000a10:49:49.578525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:49.859580 run patchelf(pid=10697): Launched\u000a10:49:50.047219 run osmo-stp_10.42.42.5(pid=10694): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]\u000a10:49:50.185251 run osmo-stp_10.42.42.5(pid=10694): stdout: \u000a| (launched: 2022-12-13_10:49:48.626487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:50.323222 run osmo-stp_10.42.42.5(pid=10694): stderr: \u000a| �[0;m�[38;5;43m20221213104948816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104948816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104948817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104948817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104948818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104948818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104948818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:50.456053 run osmo-stp_10.42.42.5(pid=10694): stdout: \u000a| (launched: 2022-12-13_10:49:48.626487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:50.587628 run osmo-stp_10.42.42.5(pid=10694): stderr: \u000a| �[0;m�[38;5;43m20221213104948816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104948816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104948817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104948817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104948818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104948818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104948818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:50.740753 run patchelf(pid=10697): Terminating (SIGINT)\u000a10:49:50.920678 run patchelf(pid=10697): Terminated: ok {rc=0}\u000a10:49:50.953398 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)] [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:49:50.963279 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:49:51.027296 run osmo-hlr_10.42.42.2(pid=10691): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10691)]\u000a10:49:51.079186 run osmo-hlr_10.42.42.2(pid=10691): stdout: \u000a| (launched: 2022-12-13_10:49:47.625641) \u000a10:49:51.131992 run osmo-hlr_10.42.42.2(pid=10691): stderr: \u000a| �[0;m�[1;31m20221213104947820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104947820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104947821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104947821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104947821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104947821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104947832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104947843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104947843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104947843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:51.176787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Terminating (SIGTERM)\u000a10:49:51.219352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Terminating (SIGTERM)\u000a10:49:51.261604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10696): Terminating (SIGTERM)\u000a10:49:51.271306 --- ParallelTerminationStrategy: PID 10690 died...\u000a10:49:51.327906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Terminated: ok {rc=0}\u000a10:49:51.337996 --- ParallelTerminationStrategy: PID 10693 died...\u000a10:49:51.394831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Terminated: ok {rc=0}\u000a10:49:51.404903 --- ParallelTerminationStrategy: PID 10696 died...\u000a10:49:51.461784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10696): Terminated: ok {rc=0}\u000a10:49:51.551022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10704): Process ended prematurely: osmo-stp_10.42.42.5(pid=10704) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10704): Process ended prematurely: osmo-stp_10.42.42.5(pid=10704) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:49:52.604704 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:52.617077 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:49:52.755979 tst ping_idle_ping.py: using LAC 33426\u000a10:49:52.879917 tst ping_idle_ping.py: using RAC 21\u000a10:49:53.001833 tst ping_idle_ping.py: using CellId 33426\u000a10:49:53.121842 tst ping_idle_ping.py: using BVCI 33427\u000a10:49:53.144882 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.156275 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.167592 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.178885 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.189993 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.201201 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.212511 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:49:53.223787 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:49:53.503295 tst ping_idle_ping.py:24: start network...\u000a10:49:53.628122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:54.108020 run create_hlr_db(pid=10698): Launched\u000a10:49:54.279618 bus /gobi_6: Setting Powered False\u000a10:49:55.301404 run create_hlr_db(pid=10698): Terminated: ok {rc=0}\u000a10:49:55.730566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10700): Launched\u000a10:49:56.051664 run osmo-hlr_10.42.42.2(pid=10701): Launched\u000a10:49:56.172298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:56.727820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10703): Launched\u000a10:49:57.049745 run osmo-stp_10.42.42.5(pid=10704): Launched\u000a10:49:57.166459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:57.727311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10706): Launched\u000a10:49:57.841707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:58.123279 run patchelf(pid=10707): Launched\u000a10:49:58.311234 run osmo-stp_10.42.42.5(pid=10704): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)]\u000a10:49:58.448589 run osmo-stp_10.42.42.5(pid=10704): stdout: \u000a| (launched: 2022-12-13_10:49:56.890200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:58.586123 run osmo-stp_10.42.42.5(pid=10704): stderr: \u000a| �[0;m�[38;5;43m20221213104957081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104957082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104957082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104957082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104957083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104957083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104957083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:58.718824 run osmo-stp_10.42.42.5(pid=10704): stdout: \u000a| (launched: 2022-12-13_10:49:56.890200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:58.850516 run osmo-stp_10.42.42.5(pid=10704): stderr: \u000a| �[0;m�[38;5;43m20221213104957081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213104957082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213104957082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213104957082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213104957083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213104957083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213104957083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:59.003698 run patchelf(pid=10707): Terminating (SIGINT)\u000a10:49:59.184395 run patchelf(pid=10707): Terminated: ok {rc=0}\u000a10:49:59.217283 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10704): Process ended prematurely: osmo-stp_10.42.42.5(pid=10704) [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)] [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:49:59.226602 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:49:59.290776 run osmo-hlr_10.42.42.2(pid=10701): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10701)]\u000a10:49:59.342901 run osmo-hlr_10.42.42.2(pid=10701): stdout: \u000a| (launched: 2022-12-13_10:49:55.892483) \u000a10:49:59.395738 run osmo-hlr_10.42.42.2(pid=10701): stderr: \u000a| �[0;m�[1;31m20221213104956088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213104956088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213104956088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104956088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213104956088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213104956088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213104956101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213104956110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213104956110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213104956110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:59.440859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10700): Terminating (SIGTERM)\u000a10:49:59.483594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10703): Terminating (SIGTERM)\u000a10:49:59.526136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10706): Terminating (SIGTERM)\u000a10:49:59.535947 --- ParallelTerminationStrategy: PID 10700 died...\u000a10:49:59.593094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10700): Terminated: ok {rc=0}\u000a10:49:59.603323 --- ParallelTerminationStrategy: PID 10703 died...\u000a10:49:59.660081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10703): Terminated: ok {rc=0}\u000a10:49:59.670329 --- ParallelTerminationStrategy: PID 10706 died...\u000a10:49:59.727032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10706): Terminated: ok {rc=0}\u000a10:49:59.815721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:49:00" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10720): Process ended prematurely: osmo-stp_10.42.42.5(pid=10720) [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10720): Process ended prematurely: osmo-stp_10.42.42.5(pid=10720) [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:50:01.955268 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:01.970302 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:50:02.159830 tst switch_tch_pdch.py: using LAC 33427\u000a10:50:02.317645 tst switch_tch_pdch.py: using RAC 22\u000a10:50:02.441852 tst switch_tch_pdch.py: using CellId 33427\u000a10:50:02.559277 tst switch_tch_pdch.py: using BVCI 33428\u000a10:50:02.582260 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.593573 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.604575 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.615698 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.626819 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.637837 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.648834 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:02.659800 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:02.772836 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:03.066424 tst switch_tch_pdch.py:51: start network...\u000a10:50:03.200531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:03.703756 run create_hlr_db(pid=10714): Launched\u000a10:50:03.888916 bus /gobi_6: Setting Powered False\u000a10:50:04.908748 run create_hlr_db(pid=10714): Terminated: ok {rc=0}\u000a10:50:05.310945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10716): Launched\u000a10:50:05.613332 run osmo-hlr_10.42.42.2(pid=10717): Launched\u000a10:50:05.726980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:06.244005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10719): Launched\u000a10:50:06.542029 run osmo-stp_10.42.42.5(pid=10720): Launched\u000a10:50:06.650597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:07.169868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10722): Launched\u000a10:50:07.275672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:07.536678 run patchelf(pid=10723): Launched\u000a10:50:07.711170 run osmo-stp_10.42.42.5(pid=10720): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)]\u000a10:50:07.838466 run osmo-stp_10.42.42.5(pid=10720): stdout: \u000a| (launched: 2022-12-13_10:50:06.394825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:07.966331 run osmo-stp_10.42.42.5(pid=10720): stderr: \u000a| �[0;m�[38;5;43m20221213105006563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105006563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105006564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105006564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105006565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105006565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105006565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:08.089615 run osmo-stp_10.42.42.5(pid=10720): stdout: \u000a| (launched: 2022-12-13_10:50:06.394825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:08.211754 run osmo-stp_10.42.42.5(pid=10720): stderr: \u000a| �[0;m�[38;5;43m20221213105006563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105006563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105006564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105006564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105006565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105006565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105006565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:08.354333 run patchelf(pid=10723): Terminating (SIGINT)\u000a10:50:08.521883 run patchelf(pid=10723): Terminated: ok {rc=0}\u000a10:50:08.552309 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10720): Process ended prematurely: osmo-stp_10.42.42.5(pid=10720) [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)] [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:50:08.560914 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:50:08.620981 run osmo-hlr_10.42.42.2(pid=10717): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10717)]\u000a10:50:08.670341 run osmo-hlr_10.42.42.2(pid=10717): stdout: \u000a| (launched: 2022-12-13_10:50:05.462710) \u000a10:50:08.720566 run osmo-hlr_10.42.42.2(pid=10717): stderr: \u000a| �[0;m�[1;31m20221213105005638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105005639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105005639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105005639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105005639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105005639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105005651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105005660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105005660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105005660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:08.763117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10716): Terminating (SIGTERM)\u000a10:50:08.803221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10719): Terminating (SIGTERM)\u000a10:50:08.843294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10722): Terminating (SIGTERM)\u000a10:50:08.852523 --- ParallelTerminationStrategy: PID 10716 died...\u000a10:50:08.906427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10716): Terminated: ok {rc=0}\u000a10:50:08.916101 --- ParallelTerminationStrategy: PID 10719 died...\u000a10:50:08.969536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10719): Terminated: ok {rc=0}\u000a10:50:08.979055 --- ParallelTerminationStrategy: PID 10722 died...\u000a10:50:09.032200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10722): Terminated: ok {rc=0}\u000a10:50:09.116934 bus /gobi_0: Setting Powered False\u000a10:50:10.225303 bus /gobi_0: Setting Powered False\u000a10:50:11.334146 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:01" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10734): Process ended prematurely: osmo-stp_10.42.42.5(pid=10734) [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10734): Process ended prematurely: osmo-stp_10.42.42.5(pid=10734) [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:50:13.309287 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.320248 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:50:13.473676 tst switch_tch_pdch.py: using LAC 33428\u000a10:50:13.591521 tst switch_tch_pdch.py: using RAC 23\u000a10:50:13.710248 tst switch_tch_pdch.py: using CellId 33428\u000a10:50:13.826987 tst switch_tch_pdch.py: using BVCI 33429\u000a10:50:13.849892 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.860839 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.871696 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.882577 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.893598 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.904521 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.915677 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:13.926625 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:50:14.046955 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:50:14.321613 tst switch_tch_pdch.py:51: start network...\u000a10:50:14.445118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:14.897965 run create_hlr_db(pid=10728): Launched\u000a10:50:15.019278 bus /gobi_6: Setting Powered False\u000a10:50:16.133878 run create_hlr_db(pid=10728): Terminated: ok {rc=0}\u000a10:50:16.603429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10730): Launched\u000a10:50:17.050773 run osmo-hlr_10.42.42.2(pid=10731): Launched\u000a10:50:17.247532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:17.777052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10733): Launched\u000a10:50:18.098351 run osmo-stp_10.42.42.5(pid=10734): Launched\u000a10:50:18.214874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:18.745124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10736): Launched\u000a10:50:18.858541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:19.138284 run patchelf(pid=10737): Launched\u000a10:50:19.325203 run osmo-stp_10.42.42.5(pid=10734): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)]\u000a10:50:19.461574 run osmo-stp_10.42.42.5(pid=10734): stdout: \u000a| (launched: 2022-12-13_10:50:17.939183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:19.598730 run osmo-stp_10.42.42.5(pid=10734): stderr: \u000a| �[0;m�[38;5;43m20221213105018127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105018127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105018128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105018128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105018129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105018129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105018129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:19.730706 run osmo-stp_10.42.42.5(pid=10734): stdout: \u000a| (launched: 2022-12-13_10:50:17.939183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:19.861654 run osmo-stp_10.42.42.5(pid=10734): stderr: \u000a| �[0;m�[38;5;43m20221213105018127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105018127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105018128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105018128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105018129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105018129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105018129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:20.014086 run patchelf(pid=10737): Terminating (SIGINT)\u000a10:50:20.193347 run patchelf(pid=10737): Terminated: ok {rc=0}\u000a10:50:20.226547 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10734): Process ended prematurely: osmo-stp_10.42.42.5(pid=10734) [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)] [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:50:20.235957 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:50:20.299575 run osmo-hlr_10.42.42.2(pid=10731): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10731)]\u000a10:50:20.351715 run osmo-hlr_10.42.42.2(pid=10731): stdout: \u000a| (launched: 2022-12-13_10:50:16.770631) \u000a10:50:20.404845 run osmo-hlr_10.42.42.2(pid=10731): stderr: \u000a| �[0;m�[1;31m20221213105017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105017030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105017038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105017038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105017038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:20.450070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10730): Terminating (SIGTERM)\u000a10:50:20.492550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10733): Terminating (SIGTERM)\u000a10:50:20.535159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10736): Terminating (SIGTERM)\u000a10:50:20.544843 --- ParallelTerminationStrategy: PID 10730 died...\u000a10:50:20.602457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10730): Terminated: ok {rc=0}\u000a10:50:20.612498 --- ParallelTerminationStrategy: PID 10733 died...\u000a10:50:20.669408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10733): Terminated: ok {rc=0}\u000a10:50:20.679494 --- ParallelTerminationStrategy: PID 10736 died...\u000a10:50:20.736147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10736): Terminated: ok {rc=0}\u000a10:50:20.825263 bus /gobi_0: Setting Powered False\u000a10:50:21.933532 bus /gobi_0: Setting Powered False\u000a10:50:23.042073 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:13" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10743): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10743) [trial-2388↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10743)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10743): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10743) [trial-2388↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:50:24.935074 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:50:24.945769 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:50:25.088059 tst mo_mt_sms.py: using LAC 33429\u000a10:50:25.207686 tst mo_mt_sms.py: using RAC 24\u000a10:50:25.326131 tst mo_mt_sms.py: using CellId 33429\u000a10:50:25.442499 tst mo_mt_sms.py: using BVCI 33430\u000a10:50:25.465399 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:50:25.585488 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:50:25.876080 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:50:26.008917 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:50:26.666477 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10742): Launched\u000a10:50:26.983611 run osmo-nitb_10.42.42.2(pid=10743): Launched\u000a10:50:27.179039 run osmo-nitb_10.42.42.2(pid=10743): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10743)]\u000a10:50:27.323412 run osmo-nitb_10.42.42.2(pid=10743): stdout: \u000a| (launched: 2022-12-13_10:50:26.828055) \u000a10:50:27.467641 run osmo-nitb_10.42.42.2(pid=10743): stderr: \u000a| (launched: 2022-12-13_10:50:26.875511)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:50:27.607277 run osmo-nitb_10.42.42.2(pid=10743): stdout: \u000a| (launched: 2022-12-13_10:50:26.828055) \u000a10:50:27.746910 run osmo-nitb_10.42.42.2(pid=10743): stderr: \u000a| (launched: 2022-12-13_10:50:26.875511)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:50:28.112574 tst osmo-nitb_10.42.42.2(pid=10743): stdout: \u000a| (launched: 2022-12-13_10:50:26.828055) \u000a10:50:28.240355 tst osmo-nitb_10.42.42.2(pid=10743): stderr: \u000a| (launched: 2022-12-13_10:50:26.875511)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:50:28.296193 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10743): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10743) [trial-2388↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10743)] [trial-2388↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a10:50:28.305162 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:50:28.341602 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10742): Terminating (SIGTERM)\u000a10:50:28.519588 --- ParallelTerminationStrategy: PID 10742 died...\u000a10:50:28.578572 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10742): Terminated: ok {rc=0}\u000a10:50:28.665456 bus /sierra_3: Setting Powered False\u000a10:50:29.769958 bus /sierra_3: Setting Powered False\u000a10:50:30.882517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:24" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10754): Process ended prematurely: osmo-stp_10.42.42.5(pid=10754) [trial-2388↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10754): Process ended prematurely: osmo-stp_10.42.42.5(pid=10754) [trial-2388↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:50:32.794923 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:32.806098 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:50:32.942351 tst mo_mt_sms.py: using LAC 33430\u000a10:50:33.059239 tst mo_mt_sms.py: using RAC 25\u000a10:50:33.178406 tst mo_mt_sms.py: using CellId 33430\u000a10:50:33.300324 tst mo_mt_sms.py: using BVCI 33431\u000a10:50:33.323126 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:33.333698 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:33.344537 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:33.355035 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:33.365582 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:33.376267 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:50:33.495884 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:50:33.699650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:34.178796 run create_hlr_db(pid=10748): Launched\u000a10:50:34.350378 bus /sierra_2: Setting Powered False\u000a10:50:35.384110 run create_hlr_db(pid=10748): Terminated: ok {rc=0}\u000a10:50:35.786445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10750): Launched\u000a10:50:36.094173 run osmo-hlr_10.42.42.2(pid=10751): Launched\u000a10:50:36.213079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:36.767539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10753): Launched\u000a10:50:37.087771 run osmo-stp_10.42.42.5(pid=10754): Launched\u000a10:50:37.203624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:37.788302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10756): Launched\u000a10:50:38.109677 run osmo-msc_10.42.42.6(pid=10757): Launched\u000a10:50:38.297012 run osmo-stp_10.42.42.5(pid=10754): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)]\u000a10:50:38.432471 run osmo-stp_10.42.42.5(pid=10754): stdout: \u000a| (launched: 2022-12-13_10:50:36.929286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:38.566867 run osmo-stp_10.42.42.5(pid=10754): stderr: \u000a| �[0;m�[38;5;43m20221213105037119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105037119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105037119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105037120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105037120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105037120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105037120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:38.695289 run osmo-stp_10.42.42.5(pid=10754): stdout: \u000a| (launched: 2022-12-13_10:50:36.929286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:38.823038 run osmo-stp_10.42.42.5(pid=10754): stderr: \u000a| �[0;m�[38;5;43m20221213105037119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105037119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105037119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105037120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105037120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105037120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105037120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:38.878725 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10754): Process ended prematurely: osmo-stp_10.42.42.5(pid=10754) [trial-2388↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)] [trial-2388↪sms:trx-lms↪mo_mt_sms.py:16]\u000a10:50:38.887616 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a10:50:38.951101 run osmo-hlr_10.42.42.2(pid=10751): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10751)]\u000a10:50:39.003218 run osmo-hlr_10.42.42.2(pid=10751): stdout: \u000a| (launched: 2022-12-13_10:50:35.936899) \u000a10:50:39.055840 run osmo-hlr_10.42.42.2(pid=10751): stderr: \u000a| �[0;m�[1;31m20221213105036125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105036125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105036125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105036125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105036125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105036125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105036138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105036146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105036146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105036146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:39.127338 run osmo-msc_10.42.42.6(pid=10757): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10757)]\u000a10:50:39.179230 run osmo-msc_10.42.42.6(pid=10757): stdout: \u000a| (launched: 2022-12-13_10:50:37.950015) \u000a10:50:39.232163 run osmo-msc_10.42.42.6(pid=10757): stderr: \u000a| �[0;m�[38;5;43m20221213105038269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105038269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fd79f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105038269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105038269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105038269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105038270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105038271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105038272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105038272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105038272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:39.277182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10750): Terminating (SIGTERM)\u000a10:50:39.319710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10753): Terminating (SIGTERM)\u000a10:50:39.362268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10756): Terminating (SIGTERM)\u000a10:50:39.371988 --- ParallelTerminationStrategy: PID 10750 died...\u000a10:50:39.429043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10750): Terminated: ok {rc=0}\u000a10:50:39.439212 --- ParallelTerminationStrategy: PID 10753 died...\u000a10:50:39.495743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10753): Terminated: ok {rc=0}\u000a10:50:39.505769 --- ParallelTerminationStrategy: PID 10756 died...\u000a10:50:39.562353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10756): Terminated: ok {rc=0}\u000a10:50:39.650139 bus /sierra_3: Setting Powered False\u000a10:50:40.756650 bus /sierra_3: Setting Powered False\u000a10:50:41.865932 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:32" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10763): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10763) [trial-2388↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10763)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10763): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10763) [trial-2388↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:50:43.710975 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:50:43.722323 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:50:43.864369 tst assert_extension.py: using LAC 33431\u000a10:50:43.988523 tst assert_extension.py: using RAC 26\u000a10:50:44.109425 tst assert_extension.py: using CellId 33431\u000a10:50:44.226851 tst assert_extension.py: using BVCI 33432\u000a10:50:44.249718 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:50:44.539168 tst assert_extension.py:10: start nitb and bts...\u000a10:50:44.672779 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:50:45.335428 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10762): Launched\u000a10:50:45.653984 run osmo-nitb_10.42.42.2(pid=10763): Launched\u000a10:50:45.849800 run osmo-nitb_10.42.42.2(pid=10763): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10763)]\u000a10:50:46.030245 run osmo-nitb_10.42.42.2(pid=10763): stdout: \u000a| (launched: 2022-12-13_10:50:45.497965) \u000a10:50:46.172851 run osmo-nitb_10.42.42.2(pid=10763): stderr: \u000a| (launched: 2022-12-13_10:50:45.545472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:50:46.307183 run osmo-nitb_10.42.42.2(pid=10763): stdout: \u000a| (launched: 2022-12-13_10:50:45.497965) \u000a10:50:46.442806 run osmo-nitb_10.42.42.2(pid=10763): stderr: \u000a| (launched: 2022-12-13_10:50:45.545472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:50:46.787441 tst osmo-nitb_10.42.42.2(pid=10763): stdout: \u000a| (launched: 2022-12-13_10:50:45.497965) \u000a10:50:46.918590 tst osmo-nitb_10.42.42.2(pid=10763): stderr: \u000a| (launched: 2022-12-13_10:50:45.545472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:50:46.977143 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10763): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10763) [trial-2388↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10763)] [trial-2388↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a10:50:46.986679 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:50:47.026004 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10762): Terminating (SIGTERM)\u000a10:50:47.203987 --- ParallelTerminationStrategy: PID 10762 died...\u000a10:50:47.267402 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10762): Terminated: ok {rc=0}\u000a10:50:47.354773 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:43" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10775): Process ended prematurely: osmo-stp_10.42.42.5(pid=10775) [trial-2388↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10775)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10775): Process ended prematurely: osmo-stp_10.42.42.5(pid=10775) [trial-2388↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:50:49.187368 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:49.198696 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:50:49.333104 tst assert_extension.py: using LAC 33432\u000a10:50:49.456651 tst assert_extension.py: using RAC 27\u000a10:50:49.580749 tst assert_extension.py: using CellId 33432\u000a10:50:49.706536 tst assert_extension.py: using BVCI 33433\u000a10:50:49.730931 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:49.742071 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:49.753126 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:49.763898 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:49.775129 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:50:49.786228 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:50:49.987576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:50.465078 run create_hlr_db(pid=10767): Launched\u000a10:50:50.637747 bus /sierra_2: Setting Powered False\u000a10:50:51.659491 run create_hlr_db(pid=10767): Terminated: ok {rc=0}\u000a10:50:52.089525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10771): Launched\u000a10:50:52.412406 run osmo-hlr_10.42.42.2(pid=10772): Launched\u000a10:50:52.533606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:53.091133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10774): Launched\u000a10:50:53.412814 run osmo-stp_10.42.42.5(pid=10775): Launched\u000a10:50:53.529596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:54.115005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10777): Launched\u000a10:50:54.437857 run osmo-msc_10.42.42.6(pid=10778): Launched\u000a10:50:54.626666 run osmo-stp_10.42.42.5(pid=10775): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10775)]\u000a10:50:54.762497 run osmo-stp_10.42.42.5(pid=10775): stdout: \u000a| (launched: 2022-12-13_10:50:53.254270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:54.896431 run osmo-stp_10.42.42.5(pid=10775): stderr: \u000a| �[0;m�[38;5;43m20221213105053443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105053443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105053443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105053444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:55.025011 run osmo-stp_10.42.42.5(pid=10775): stdout: \u000a| (launched: 2022-12-13_10:50:53.254270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:55.152411 run osmo-stp_10.42.42.5(pid=10775): stderr: \u000a| �[0;m�[38;5;43m20221213105053443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105053443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105053443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105053444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:55.208109 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10775): Process ended prematurely: osmo-stp_10.42.42.5(pid=10775) [trial-2388↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10775)] [trial-2388↪ussd:trx-lms↪assert_extension.py:17]\u000a10:50:55.217387 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:50:55.281049 run osmo-hlr_10.42.42.2(pid=10772): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10772)]\u000a10:50:55.333430 run osmo-hlr_10.42.42.2(pid=10772): stdout: \u000a| (launched: 2022-12-13_10:50:52.252466) \u000a10:50:55.386528 run osmo-hlr_10.42.42.2(pid=10772): stderr: \u000a| �[0;m�[1;31m20221213105052447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105052448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105052448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105052448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105052448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105052448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105052461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105052469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105052470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105052470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:55.458184 run osmo-msc_10.42.42.6(pid=10778): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10778)]\u000a10:50:55.510296 run osmo-msc_10.42.42.6(pid=10778): stdout: \u000a| (launched: 2022-12-13_10:50:54.278156) \u000a10:50:55.563120 run osmo-msc_10.42.42.6(pid=10778): stderr: \u000a| �[0;m�[38;5;43m20221213105054598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105054598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e18b9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105054598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105054598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105054598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105054598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105054600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105054601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105054601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105054601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:55.608214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10771): Terminating (SIGTERM)\u000a10:50:55.651062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10774): Terminating (SIGTERM)\u000a10:50:55.693581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10777): Terminating (SIGTERM)\u000a10:50:55.703356 --- ParallelTerminationStrategy: PID 10771 died...\u000a10:50:55.760568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10771): Terminated: ok {rc=0}\u000a10:50:55.770806 --- ParallelTerminationStrategy: PID 10774 died...\u000a10:50:55.827555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10774): Terminated: ok {rc=0}\u000a10:50:55.837797 --- ParallelTerminationStrategy: PID 10777 died...\u000a10:50:55.894572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10777): Terminated: ok {rc=0}\u000a10:50:55.983066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:48" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10789): Process ended prematurely: osmo-stp_10.42.42.5(pid=10789) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10789)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10789): Process ended prematurely: osmo-stp_10.42.42.5(pid=10789) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:50:57.938249 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:50:57.949707 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:50:58.109104 tst mo_mt_call.py: using LAC 33433\u000a10:50:58.226607 tst mo_mt_call.py: using RAC 28\u000a10:50:58.343982 tst mo_mt_call.py: using CellId 33433\u000a10:50:58.463051 tst mo_mt_call.py: using BVCI 33434\u000a10:50:58.486233 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:50:58.497244 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:50:58.508137 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:50:58.518938 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:50:58.529791 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:50:58.540709 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:50:58.660616 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:50:58.862917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:59.348149 run create_hlr_db(pid=10783): Launched\u000a10:50:59.522293 bus /sierra_2: Setting Powered False\u000a10:51:00.544395 run create_hlr_db(pid=10783): Terminated: ok {rc=0}\u000a10:51:00.973131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10785): Launched\u000a10:51:01.462376 run osmo-hlr_10.42.42.2(pid=10786): Launched\u000a10:51:01.630011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:02.254934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10788): Launched\u000a10:51:02.585267 run osmo-stp_10.42.42.5(pid=10789): Launched\u000a10:51:02.703889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:03.297159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10791): Launched\u000a10:51:03.623789 run osmo-msc_10.42.42.6(pid=10792): Launched\u000a10:51:03.813358 run osmo-stp_10.42.42.5(pid=10789): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10789)]\u000a10:51:03.950860 run osmo-stp_10.42.42.5(pid=10789): stdout: \u000a| (launched: 2022-12-13_10:51:02.421941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:04.087118 run osmo-stp_10.42.42.5(pid=10789): stderr: \u000a| �[0;m�[38;5;43m20221213105102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105102612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:04.217592 run osmo-stp_10.42.42.5(pid=10789): stdout: \u000a| (launched: 2022-12-13_10:51:02.421941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:04.346619 run osmo-stp_10.42.42.5(pid=10789): stderr: \u000a| �[0;m�[38;5;43m20221213105102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105102612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:04.403373 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10789): Process ended prematurely: osmo-stp_10.42.42.5(pid=10789) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10789)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:51:04.412723 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:51:04.475862 run osmo-hlr_10.42.42.2(pid=10786): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10786)]\u000a10:51:04.527710 run osmo-hlr_10.42.42.2(pid=10786): stdout: \u000a| (launched: 2022-12-13_10:51:01.159314) \u000a10:51:04.580508 run osmo-hlr_10.42.42.2(pid=10786): stderr: \u000a| �[0;m�[1;31m20221213105101416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105101416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105101416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105101416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105101416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105101421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105101438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:04.651866 run osmo-msc_10.42.42.6(pid=10792): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10792)]\u000a10:51:04.703806 run osmo-msc_10.42.42.6(pid=10792): stdout: \u000a| (launched: 2022-12-13_10:51:03.461826) \u000a10:51:04.756390 run osmo-msc_10.42.42.6(pid=10792): stderr: \u000a| �[0;m�[38;5;43m20221213105103780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105103781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0340987c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105103781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105103781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105103781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105103782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105103783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105103784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105103784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105103784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:04.801240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10785): Terminating (SIGTERM)\u000a10:51:04.843582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10788): Terminating (SIGTERM)\u000a10:51:04.886028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10791): Terminating (SIGTERM)\u000a10:51:04.895784 --- ParallelTerminationStrategy: PID 10785 died...\u000a10:51:04.952687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10785): Terminated: ok {rc=0}\u000a10:51:04.962935 --- ParallelTerminationStrategy: PID 10788 died...\u000a10:51:05.019974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10788): Terminated: ok {rc=0}\u000a10:51:05.030155 --- ParallelTerminationStrategy: PID 10791 died...\u000a10:51:05.087106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10791): Terminated: ok {rc=0}\u000a10:51:05.175471 bus /sierra_3: Setting Powered False\u000a10:51:06.283256 bus /sierra_3: Setting Powered False\u000a10:51:07.392441 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10800): Process ended prematurely: osmo-stp_10.42.42.5(pid=10800) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10800)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10800): Process ended prematurely: osmo-stp_10.42.42.5(pid=10800) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:51:08.508680 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:08.520782 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:51:08.682584 tst mo_mt_call_osmux.py: using LAC 33434\u000a10:51:08.801309 tst mo_mt_call_osmux.py: using RAC 29\u000a10:51:08.922741 tst mo_mt_call_osmux.py: using CellId 33434\u000a10:51:09.046712 tst mo_mt_call_osmux.py: using BVCI 33435\u000a10:51:09.070051 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:09.081367 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:09.092288 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:09.103457 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:09.114617 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:09.125561 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:51:09.240473 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:51:09.458665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:09.970963 run create_hlr_db(pid=10794): Launched\u000a10:51:10.159932 bus /sierra_2: Setting Powered False\u000a10:51:11.180691 run create_hlr_db(pid=10794): Terminated: ok {rc=0}\u000a10:51:11.590726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10796): Launched\u000a10:51:11.897517 run osmo-hlr_10.42.42.2(pid=10797): Launched\u000a10:51:12.018679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:12.554065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10799): Launched\u000a10:51:12.859528 run osmo-stp_10.42.42.5(pid=10800): Launched\u000a10:51:12.970125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:13.525797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10802): Launched\u000a10:51:13.830778 run osmo-msc_10.42.42.6(pid=10803): Launched\u000a10:51:14.009209 run osmo-stp_10.42.42.5(pid=10800): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10800)]\u000a10:51:14.138648 run osmo-stp_10.42.42.5(pid=10800): stdout: \u000a| (launched: 2022-12-13_10:51:12.709733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:14.264758 run osmo-stp_10.42.42.5(pid=10800): stderr: \u000a| �[0;m�[38;5;43m20221213105112876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105112877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105112877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105112878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105112878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105112878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105112878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:14.386959 run osmo-stp_10.42.42.5(pid=10800): stdout: \u000a| (launched: 2022-12-13_10:51:12.709733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:14.507405 run osmo-stp_10.42.42.5(pid=10800): stderr: \u000a| �[0;m�[38;5;43m20221213105112876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105112877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105112877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105112878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105112878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105112878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105112878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:14.560668 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10800): Process ended prematurely: osmo-stp_10.42.42.5(pid=10800) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10800)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:51:14.569532 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:51:14.629198 run osmo-hlr_10.42.42.2(pid=10797): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10797)]\u000a10:51:14.678459 run osmo-hlr_10.42.42.2(pid=10797): stdout: \u000a| (launched: 2022-12-13_10:51:11.745549) \u000a10:51:14.728989 run osmo-hlr_10.42.42.2(pid=10797): stderr: \u000a| �[0;m�[1;31m20221213105111918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105111918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105111918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105111918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105111918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105111918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105111931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105111939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105111939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105111939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:14.796853 run osmo-msc_10.42.42.6(pid=10803): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10803)]\u000a10:51:14.846086 run osmo-msc_10.42.42.6(pid=10803): stdout: \u000a| (launched: 2022-12-13_10:51:13.679689) \u000a10:51:14.896017 run osmo-msc_10.42.42.6(pid=10803): stderr: \u000a| �[0;m�[38;5;43m20221213105113946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105113946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91ffd89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105113946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105113946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105113946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105113946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105113948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105113948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105113949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105113949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:14.938313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10796): Terminating (SIGTERM)\u000a10:51:14.978422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10799): Terminating (SIGTERM)\u000a10:51:15.018293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10802): Terminating (SIGTERM)\u000a10:51:15.027683 --- ParallelTerminationStrategy: PID 10796 died...\u000a10:51:15.081675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10796): Terminated: ok {rc=0}\u000a10:51:15.091430 --- ParallelTerminationStrategy: PID 10799 died...\u000a10:51:15.144909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10799): Terminated: ok {rc=0}\u000a10:51:15.154605 --- ParallelTerminationStrategy: PID 10802 died...\u000a10:51:15.208084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10802): Terminated: ok {rc=0}\u000a10:51:15.296118 bus /sierra_3: Setting Powered False\u000a10:51:16.424022 bus /sierra_3: Setting Powered False\u000a10:51:17.539359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10814): Process ended prematurely: osmo-stp_10.42.42.5(pid=10814) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10814): Process ended prematurely: osmo-stp_10.42.42.5(pid=10814) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:51:19.544556 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:19.556193 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:51:19.719216 tst mo_mt_call.py: using LAC 33435\u000a10:51:19.846386 tst mo_mt_call.py: using RAC 30\u000a10:51:19.971186 tst mo_mt_call.py: using CellId 33435\u000a10:51:20.096635 tst mo_mt_call.py: using BVCI 33436\u000a10:51:20.121559 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:20.133179 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:20.144655 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:20.156131 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:20.167933 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:20.179720 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:51:20.296243 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:51:20.508699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:21.019614 run create_hlr_db(pid=10808): Launched\u000a10:51:21.207218 bus /sierra_2: Setting Powered False\u000a10:51:22.230279 run create_hlr_db(pid=10808): Terminated: ok {rc=0}\u000a10:51:22.639139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10810): Launched\u000a10:51:22.943725 run osmo-hlr_10.42.42.2(pid=10811): Launched\u000a10:51:23.055128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:23.582411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10813): Launched\u000a10:51:23.886852 run osmo-stp_10.42.42.5(pid=10814): Launched\u000a10:51:23.997702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:24.551685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10816): Launched\u000a10:51:24.858776 run osmo-msc_10.42.42.6(pid=10817): Launched\u000a10:51:25.036758 run osmo-stp_10.42.42.5(pid=10814): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)]\u000a10:51:25.165411 run osmo-stp_10.42.42.5(pid=10814): stdout: \u000a| (launched: 2022-12-13_10:51:23.736879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:25.291945 run osmo-stp_10.42.42.5(pid=10814): stderr: \u000a| �[0;m�[38;5;43m20221213105123905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105123905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105123905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105123906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105123906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105123906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105123906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:25.413985 run osmo-stp_10.42.42.5(pid=10814): stdout: \u000a| (launched: 2022-12-13_10:51:23.736879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:25.535086 run osmo-stp_10.42.42.5(pid=10814): stderr: \u000a| �[0;m�[38;5;43m20221213105123905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105123905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105123905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105123906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105123906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105123906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105123906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:25.588584 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10814): Process ended prematurely: osmo-stp_10.42.42.5(pid=10814) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:51:25.597040 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:51:25.656611 run osmo-hlr_10.42.42.2(pid=10811): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10811)]\u000a10:51:25.705796 run osmo-hlr_10.42.42.2(pid=10811): stdout: \u000a| (launched: 2022-12-13_10:51:22.793153) \u000a10:51:25.755658 run osmo-hlr_10.42.42.2(pid=10811): stderr: \u000a| �[0;m�[1;31m20221213105122970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105122970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105122970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105122970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105122970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105122970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105122985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105122996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105122996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105122996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:25.823439 run osmo-msc_10.42.42.6(pid=10817): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10817)]\u000a10:51:25.872598 run osmo-msc_10.42.42.6(pid=10817): stdout: \u000a| (launched: 2022-12-13_10:51:24.706240) \u000a10:51:25.922350 run osmo-msc_10.42.42.6(pid=10817): stderr: \u000a| �[0;m�[38;5;43m20221213105124973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105124974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff10adf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105124974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105124974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105124974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105124974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105124976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105124976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105124976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105124976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:25.964599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10810): Terminating (SIGTERM)\u000a10:51:26.004370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10813): Terminating (SIGTERM)\u000a10:51:26.044194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10816): Terminating (SIGTERM)\u000a10:51:26.053452 --- ParallelTerminationStrategy: PID 10810 died...\u000a10:51:26.107301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10810): Terminated: ok {rc=0}\u000a10:51:26.116865 --- ParallelTerminationStrategy: PID 10813 died...\u000a10:51:26.170621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10813): Terminated: ok {rc=0}\u000a10:51:26.180241 --- ParallelTerminationStrategy: PID 10816 died...\u000a10:51:26.233440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10816): Terminated: ok {rc=0}\u000a10:51:26.318425 bus /sierra_3: Setting Powered False\u000a10:51:27.426049 bus /sierra_3: Setting Powered False\u000a10:51:28.539502 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10825): Process ended prematurely: osmo-stp_10.42.42.5(pid=10825) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10825): Process ended prematurely: osmo-stp_10.42.42.5(pid=10825) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:51:29.649957 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:29.661629 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:51:29.819100 tst mo_mt_call_osmux.py: using LAC 33436\u000a10:51:29.940816 tst mo_mt_call_osmux.py: using RAC 31\u000a10:51:30.061448 tst mo_mt_call_osmux.py: using CellId 33436\u000a10:51:30.180819 tst mo_mt_call_osmux.py: using BVCI 33437\u000a10:51:30.203864 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:30.214890 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:30.225761 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:30.236566 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:30.247462 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:51:30.258317 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:51:30.375049 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:51:30.589391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:31.165289 run create_hlr_db(pid=10819): Launched\u000a10:51:31.344518 bus /sierra_2: Setting Powered False\u000a10:51:32.377534 run create_hlr_db(pid=10819): Terminated: ok {rc=0}\u000a10:51:32.813325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10821): Launched\u000a10:51:33.139908 run osmo-hlr_10.42.42.2(pid=10822): Launched\u000a10:51:33.263447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:33.830428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10824): Launched\u000a10:51:34.157734 run osmo-stp_10.42.42.5(pid=10825): Launched\u000a10:51:34.276222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:34.871491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10827): Launched\u000a10:51:35.196393 run osmo-msc_10.42.42.6(pid=10828): Launched\u000a10:51:35.387314 run osmo-stp_10.42.42.5(pid=10825): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)]\u000a10:51:35.524941 run osmo-stp_10.42.42.5(pid=10825): stdout: \u000a| (launched: 2022-12-13_10:51:33.996109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:35.660840 run osmo-stp_10.42.42.5(pid=10825): stderr: \u000a| �[0;m�[38;5;43m20221213105134189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105134189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105134189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105134190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105134190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105134190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105134190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:35.791604 run osmo-stp_10.42.42.5(pid=10825): stdout: \u000a| (launched: 2022-12-13_10:51:33.996109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:35.920942 run osmo-stp_10.42.42.5(pid=10825): stderr: \u000a| �[0;m�[38;5;43m20221213105134189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105134189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105134189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105134190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105134190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105134190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105134190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:35.978305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10825): Process ended prematurely: osmo-stp_10.42.42.5(pid=10825) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:51:35.987818 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:51:36.051567 run osmo-hlr_10.42.42.2(pid=10822): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10822)]\u000a10:51:36.103712 run osmo-hlr_10.42.42.2(pid=10822): stdout: \u000a| (launched: 2022-12-13_10:51:32.978829) \u000a10:51:36.156543 run osmo-hlr_10.42.42.2(pid=10822): stderr: \u000a| �[0;m�[1;31m20221213105133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105133177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105133177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105133177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105133177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105133177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105133189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105133197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105133198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105133198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:36.228338 run osmo-msc_10.42.42.6(pid=10828): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10828)]\u000a10:51:36.281002 run osmo-msc_10.42.42.6(pid=10828): stdout: \u000a| (launched: 2022-12-13_10:51:35.036292) \u000a10:51:36.334024 run osmo-msc_10.42.42.6(pid=10828): stderr: \u000a| �[0;m�[38;5;43m20221213105135355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105135355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0598832c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105135355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105135355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105135355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105135356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105135357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105135358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105135358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105135358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:36.379218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10821): Terminating (SIGTERM)\u000a10:51:36.421638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10824): Terminating (SIGTERM)\u000a10:51:36.464246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10827): Terminating (SIGTERM)\u000a10:51:36.474127 --- ParallelTerminationStrategy: PID 10821 died...\u000a10:51:36.531912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10821): Terminated: ok {rc=0}\u000a10:51:36.542079 --- ParallelTerminationStrategy: PID 10824 died...\u000a10:51:36.598743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10824): Terminated: ok {rc=0}\u000a10:51:36.608785 --- ParallelTerminationStrategy: PID 10827 died...\u000a10:51:36.665328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10827): Terminated: ok {rc=0}\u000a10:51:36.753401 bus /sierra_3: Setting Powered False\u000a10:51:37.857690 bus /sierra_3: Setting Powered False\u000a10:51:38.968823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:51:19" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10839): Process ended prematurely: osmo-stp_10.42.42.5(pid=10839) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10839): Process ended prematurely: osmo-stp_10.42.42.5(pid=10839) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:51:40.961516 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:40.973157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:51:41.138804 tst mo_mt_call.py: using LAC 33437\u000a10:51:41.265987 tst mo_mt_call.py: using RAC 32\u000a10:51:41.393039 tst mo_mt_call.py: using CellId 33437\u000a10:51:41.519399 tst mo_mt_call.py: using BVCI 33438\u000a10:51:41.544340 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:41.556056 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:41.567548 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:41.578835 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:41.590993 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:41.602916 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:51:41.720267 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:51:41.937320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:42.451169 run create_hlr_db(pid=10833): Launched\u000a10:51:42.640258 bus /sierra_2: Setting Powered False\u000a10:51:43.661259 run create_hlr_db(pid=10833): Terminated: ok {rc=0}\u000a10:51:44.094461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10835): Launched\u000a10:51:44.424604 run osmo-hlr_10.42.42.2(pid=10836): Launched\u000a10:51:44.545340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:45.114063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10838): Launched\u000a10:51:45.441676 run osmo-stp_10.42.42.5(pid=10839): Launched\u000a10:51:45.559930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:46.181717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10841): Launched\u000a10:51:46.663521 run osmo-msc_10.42.42.6(pid=10842): Launched\u000a10:51:46.951823 run osmo-stp_10.42.42.5(pid=10839): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)]\u000a10:51:47.093583 run osmo-stp_10.42.42.5(pid=10839): stdout: \u000a| (launched: 2022-12-13_10:51:45.279756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:47.234369 run osmo-stp_10.42.42.5(pid=10839): stderr: \u000a| �[0;m�[38;5;43m20221213105145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105145470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105145470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105145470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105145470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:47.370714 run osmo-stp_10.42.42.5(pid=10839): stdout: \u000a| (launched: 2022-12-13_10:51:45.279756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:47.504053 run osmo-stp_10.42.42.5(pid=10839): stderr: \u000a| �[0;m�[38;5;43m20221213105145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105145470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105145470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105145470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105145470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:47.561834 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10839): Process ended prematurely: osmo-stp_10.42.42.5(pid=10839) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:51:47.571411 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:51:47.635989 run osmo-hlr_10.42.42.2(pid=10836): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10836)]\u000a10:51:47.688803 run osmo-hlr_10.42.42.2(pid=10836): stdout: \u000a| (launched: 2022-12-13_10:51:44.261352) \u000a10:51:47.742080 run osmo-hlr_10.42.42.2(pid=10836): stderr: \u000a| �[0;m�[1;31m20221213105144458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105144458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105144458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105144458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105144458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105144459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105144471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105144479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105144480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105144480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:47.813930 run osmo-msc_10.42.42.6(pid=10842): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10842)]\u000a10:51:47.866276 run osmo-msc_10.42.42.6(pid=10842): stdout: \u000a| (launched: 2022-12-13_10:51:46.350401) \u000a10:51:47.919411 run osmo-msc_10.42.42.6(pid=10842): stderr: \u000a| �[0;m�[38;5;43m20221213105146697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105146697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3748a0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105146697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105146697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105146697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105146697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105146699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105146700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105146700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105146700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:47.964480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10835): Terminating (SIGTERM)\u000a10:51:48.007100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10838): Terminating (SIGTERM)\u000a10:51:48.050333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10841): Terminating (SIGTERM)\u000a10:51:48.060219 --- ParallelTerminationStrategy: PID 10835 died...\u000a10:51:48.117710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10835): Terminated: ok {rc=0}\u000a10:51:48.127921 --- ParallelTerminationStrategy: PID 10838 died...\u000a10:51:48.185214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10838): Terminated: ok {rc=0}\u000a10:51:48.195464 --- ParallelTerminationStrategy: PID 10841 died...\u000a10:51:48.253157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10841): Terminated: ok {rc=0}\u000a10:51:48.341946 bus /sierra_3: Setting Powered False\u000a10:51:49.448752 bus /sierra_3: Setting Powered False\u000a10:51:50.558382 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10850): Process ended prematurely: osmo-stp_10.42.42.5(pid=10850) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10850): Process ended prematurely: osmo-stp_10.42.42.5(pid=10850) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:51:51.674981 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:51.687182 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:51:51.854890 tst mo_mt_call_osmux.py: using LAC 33438\u000a10:51:51.975816 tst mo_mt_call_osmux.py: using RAC 33\u000a10:51:52.096014 tst mo_mt_call_osmux.py: using CellId 33438\u000a10:51:52.216820 tst mo_mt_call_osmux.py: using BVCI 33439\u000a10:51:52.239875 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:52.250948 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:52.261910 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:52.272636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:52.283464 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:51:52.294249 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:51:52.415755 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:51:52.619487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:53.108580 run create_hlr_db(pid=10844): Launched\u000a10:51:53.282438 bus /sierra_2: Setting Powered False\u000a10:51:54.305400 run create_hlr_db(pid=10844): Terminated: ok {rc=0}\u000a10:51:54.739947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10846): Launched\u000a10:51:55.066423 run osmo-hlr_10.42.42.2(pid=10847): Launched\u000a10:51:55.188166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:55.753798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10849): Launched\u000a10:51:56.080055 run osmo-stp_10.42.42.5(pid=10850): Launched\u000a10:51:56.198016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:56.793026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10852): Launched\u000a10:51:57.119915 run osmo-msc_10.42.42.6(pid=10853): Launched\u000a10:51:57.310320 run osmo-stp_10.42.42.5(pid=10850): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)]\u000a10:51:57.447410 run osmo-stp_10.42.42.5(pid=10850): stdout: \u000a| (launched: 2022-12-13_10:51:55.919115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:57.583637 run osmo-stp_10.42.42.5(pid=10850): stderr: \u000a| �[0;m�[38;5;43m20221213105156107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105156107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105156107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105156108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105156109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105156109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105156109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:57.714477 run osmo-stp_10.42.42.5(pid=10850): stdout: \u000a| (launched: 2022-12-13_10:51:55.919115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:57.844035 run osmo-stp_10.42.42.5(pid=10850): stderr: \u000a| �[0;m�[38;5;43m20221213105156107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105156107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105156107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105156108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105156109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105156109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105156109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:57.901398 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10850): Process ended prematurely: osmo-stp_10.42.42.5(pid=10850) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:51:57.910872 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:51:57.974757 run osmo-hlr_10.42.42.2(pid=10847): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10847)]\u000a10:51:58.026869 run osmo-hlr_10.42.42.2(pid=10847): stdout: \u000a| (launched: 2022-12-13_10:51:54.905408) \u000a10:51:58.079877 run osmo-hlr_10.42.42.2(pid=10847): stderr: \u000a| �[0;m�[1;31m20221213105155101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105155101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105155101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105155101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105155101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105155102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105155114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105155123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105155123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105155123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:58.151590 run osmo-msc_10.42.42.6(pid=10853): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10853)]\u000a10:51:58.203694 run osmo-msc_10.42.42.6(pid=10853): stdout: \u000a| (launched: 2022-12-13_10:51:56.958303) \u000a10:51:58.256791 run osmo-msc_10.42.42.6(pid=10853): stderr: \u000a| �[0;m�[38;5;43m20221213105157277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105157277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ad5301c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105157277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105157278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105157278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105157278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105157280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105157280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105157280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105157280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:58.301973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10846): Terminating (SIGTERM)\u000a10:51:58.344593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10849): Terminating (SIGTERM)\u000a10:51:58.387723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10852): Terminating (SIGTERM)\u000a10:51:58.397574 --- ParallelTerminationStrategy: PID 10846 died...\u000a10:51:58.454635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10846): Terminated: ok {rc=0}\u000a10:51:58.464793 --- ParallelTerminationStrategy: PID 10849 died...\u000a10:51:58.521583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10849): Terminated: ok {rc=0}\u000a10:51:58.531609 --- ParallelTerminationStrategy: PID 10852 died...\u000a10:51:58.588226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10852): Terminated: ok {rc=0}\u000a10:51:58.675937 bus /sierra_3: Setting Powered False\u000a10:51:59.782680 bus /sierra_3: Setting Powered False\u000a10:52:00.897723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:51:40" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:52:02.902646 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:02.913638 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:52:03.068371 tst mo_mt_call.py: using LAC 33439\u000a10:52:03.186673 tst mo_mt_call.py: using RAC 34\u000a10:52:03.310360 tst mo_mt_call.py: using CellId 33439\u000a10:52:03.427016 tst mo_mt_call.py: using BVCI 33440\u000a10:52:03.450008 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:03.460866 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:03.471647 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:03.482379 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:03.493209 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:03.503986 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:52:03.626618 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:52:03.830068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:04.317872 run create_hlr_db(pid=10858): Launched\u000a10:52:04.493170 bus /sierra_2: Setting Powered False\u000a10:52:05.514353 run create_hlr_db(pid=10858): Terminated: ok {rc=0}\u000a10:52:05.949506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Launched\u000a10:52:06.276478 run osmo-hlr_10.42.42.2(pid=10861): Launched\u000a10:52:06.396693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:06.962852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Launched\u000a10:52:07.290497 run osmo-stp_10.42.42.5(pid=10864): Launched\u000a10:52:07.408910 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:08.001714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Launched\u000a10:52:08.329687 run osmo-msc_10.42.42.6(pid=10867): Launched\u000a10:52:08.521086 run osmo-stp_10.42.42.5(pid=10864): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]\u000a10:52:08.659565 run osmo-stp_10.42.42.5(pid=10864): stdout: \u000a| (launched: 2022-12-13_10:52:07.128753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:08.798009 run osmo-stp_10.42.42.5(pid=10864): stderr: \u000a| �[0;m�[38;5;43m20221213105207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105207320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105207321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105207321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105207321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105207321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:08.929659 run osmo-stp_10.42.42.5(pid=10864): stdout: \u000a| (launched: 2022-12-13_10:52:07.128753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:09.059481 run osmo-stp_10.42.42.5(pid=10864): stderr: \u000a| �[0;m�[38;5;43m20221213105207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105207320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105207321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105207321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105207321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105207321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:09.116501 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:52:09.125878 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:52:09.189359 run osmo-hlr_10.42.42.2(pid=10861): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10861)]\u000a10:52:09.241339 run osmo-hlr_10.42.42.2(pid=10861): stdout: \u000a| (launched: 2022-12-13_10:52:06.114880) \u000a10:52:09.294301 run osmo-hlr_10.42.42.2(pid=10861): stderr: \u000a| �[0;m�[1;31m20221213105206310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105206310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105206310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105206311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105206311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105206311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105206323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105206332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105206332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105206332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:09.365972 run osmo-msc_10.42.42.6(pid=10867): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10867)]\u000a10:52:09.418107 run osmo-msc_10.42.42.6(pid=10867): stdout: \u000a| (launched: 2022-12-13_10:52:08.167184) \u000a10:52:09.470862 run osmo-msc_10.42.42.6(pid=10867): stderr: \u000a| �[0;m�[38;5;43m20221213105208484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105208485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ee5a6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105208485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105208485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105208485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105208485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105208487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105208487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105208487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105208487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:09.515684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Terminating (SIGTERM)\u000a10:52:09.558292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Terminating (SIGTERM)\u000a10:52:09.600772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Terminating (SIGTERM)\u000a10:52:09.610545 --- ParallelTerminationStrategy: PID 10860 died...\u000a10:52:09.667767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Terminated: ok {rc=0}\u000a10:52:09.677990 --- ParallelTerminationStrategy: PID 10863 died...\u000a10:52:09.734949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Terminated: ok {rc=0}\u000a10:52:09.745220 --- ParallelTerminationStrategy: PID 10866 died...\u000a10:52:09.802189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Terminated: ok {rc=0}\u000a10:52:09.891455 bus /sierra_3: Setting Powered False\u000a10:52:10.999346 bus /sierra_3: Setting Powered False\u000a10:52:12.112186 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10879): Process ended prematurely: osmo-stp_10.42.42.5(pid=10879) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10879): Process ended prematurely: osmo-stp_10.42.42.5(pid=10879) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:52:13.224201 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:13.235968 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:52:13.392510 tst mo_mt_call_osmux.py: using LAC 33440\u000a10:52:13.512101 tst mo_mt_call_osmux.py: using RAC 35\u000a10:52:13.636246 tst mo_mt_call_osmux.py: using CellId 33440\u000a10:52:13.753785 tst mo_mt_call_osmux.py: using BVCI 33441\u000a10:52:13.776912 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:13.788057 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:13.799039 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:13.809963 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:13.820864 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:52:13.831731 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:52:13.947547 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:52:14.149892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:14.639549 run create_hlr_db(pid=10873): Launched\u000a10:52:14.814277 bus /sierra_2: Setting Powered False\u000a10:52:15.837391 run create_hlr_db(pid=10873): Terminated: ok {rc=0}\u000a10:52:16.292044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Launched\u000a10:52:16.731565 run osmo-hlr_10.42.42.2(pid=10876): Launched\u000a10:52:16.921643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:17.591187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10878): Launched\u000a10:52:17.918942 run osmo-stp_10.42.42.5(pid=10879): Launched\u000a10:52:18.037532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:18.634152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10881): Launched\u000a10:52:18.962487 run osmo-msc_10.42.42.6(pid=10882): Launched\u000a10:52:19.154401 run osmo-stp_10.42.42.5(pid=10879): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)]\u000a10:52:19.292522 run osmo-stp_10.42.42.5(pid=10879): stdout: \u000a| (launched: 2022-12-13_10:52:17.757489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:19.429756 run osmo-stp_10.42.42.5(pid=10879): stderr: \u000a| �[0;m�[38;5;43m20221213105217947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105217947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105217947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105217947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105217948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105217948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105217948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:19.561829 run osmo-stp_10.42.42.5(pid=10879): stdout: \u000a| (launched: 2022-12-13_10:52:17.757489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:19.692295 run osmo-stp_10.42.42.5(pid=10879): stderr: \u000a| �[0;m�[38;5;43m20221213105217947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105217947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105217947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105217947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105217948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105217948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105217948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:19.750162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10879): Process ended prematurely: osmo-stp_10.42.42.5(pid=10879) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:52:19.759758 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:52:19.823749 run osmo-hlr_10.42.42.2(pid=10876): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10876)]\u000a10:52:19.875934 run osmo-hlr_10.42.42.2(pid=10876): stdout: \u000a| (launched: 2022-12-13_10:52:16.450708) \u000a10:52:19.928787 run osmo-hlr_10.42.42.2(pid=10876): stderr: \u000a| �[0;m�[1;31m20221213105216839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105216839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105216839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105216839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105216839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105216840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105216867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105216891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105216892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105216892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:20.000571 run osmo-msc_10.42.42.6(pid=10882): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10882)]\u000a10:52:20.052934 run osmo-msc_10.42.42.6(pid=10882): stdout: \u000a| (launched: 2022-12-13_10:52:18.800399) \u000a10:52:20.105908 run osmo-msc_10.42.42.6(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221213105219121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105219121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8bdc63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105219122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105219122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105219122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105219122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105219124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105219124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105219124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105219124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:20.151199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Terminating (SIGTERM)\u000a10:52:20.194266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10878): Terminating (SIGTERM)\u000a10:52:20.237298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10881): Terminating (SIGTERM)\u000a10:52:20.247227 --- ParallelTerminationStrategy: PID 10875 died...\u000a10:52:20.305055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Terminated: ok {rc=0}\u000a10:52:20.315276 --- ParallelTerminationStrategy: PID 10878 died...\u000a10:52:20.373065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10878): Terminated: ok {rc=0}\u000a10:52:20.383173 --- ParallelTerminationStrategy: PID 10881 died...\u000a10:52:20.440028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10881): Terminated: ok {rc=0}\u000a10:52:20.528729 bus /sierra_3: Setting Powered False\u000a10:52:21.636992 bus /sierra_3: Setting Powered False\u000a10:52:22.747114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:52:02" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10893): Process ended prematurely: osmo-stp_10.42.42.5(pid=10893) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10893)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10893): Process ended prematurely: osmo-stp_10.42.42.5(pid=10893) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:52:24.740400 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:24.751525 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:52:24.906144 tst mo_mt_call.py: using LAC 33441\u000a10:52:25.024740 tst mo_mt_call.py: using RAC 36\u000a10:52:25.145607 tst mo_mt_call.py: using CellId 33441\u000a10:52:25.264803 tst mo_mt_call.py: using BVCI 33442\u000a10:52:25.288001 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.298961 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.309750 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.320449 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.331313 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.342192 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:25.464384 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:25.667158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:26.154063 run create_hlr_db(pid=10887): Launched\u000a10:52:26.329083 bus /sierra_2: Setting Powered False\u000a10:52:27.351360 run create_hlr_db(pid=10887): Terminated: ok {rc=0}\u000a10:52:27.757847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10889): Launched\u000a10:52:28.062698 run osmo-hlr_10.42.42.2(pid=10890): Launched\u000a10:52:28.172819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:28.700875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10892): Launched\u000a10:52:29.005364 run osmo-stp_10.42.42.5(pid=10893): Launched\u000a10:52:29.116485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:29.674146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10895): Launched\u000a10:52:29.979283 run osmo-msc_10.42.42.6(pid=10896): Launched\u000a10:52:30.156694 run osmo-stp_10.42.42.5(pid=10893): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10893)]\u000a10:52:30.285200 run osmo-stp_10.42.42.5(pid=10893): stdout: \u000a| (launched: 2022-12-13_10:52:28.855744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:30.411607 run osmo-stp_10.42.42.5(pid=10893): stderr: \u000a| �[0;m�[38;5;43m20221213105229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105229025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105229025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:30.533793 run osmo-stp_10.42.42.5(pid=10893): stdout: \u000a| (launched: 2022-12-13_10:52:28.855744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:30.655143 run osmo-stp_10.42.42.5(pid=10893): stderr: \u000a| �[0;m�[38;5;43m20221213105229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105229024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105229025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105229025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105229026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:30.708634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10893): Process ended prematurely: osmo-stp_10.42.42.5(pid=10893) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10893)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:52:30.717268 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:52:30.776764 run osmo-hlr_10.42.42.2(pid=10890): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10890)]\u000a10:52:30.826222 run osmo-hlr_10.42.42.2(pid=10890): stdout: \u000a| (launched: 2022-12-13_10:52:27.913662) \u000a10:52:30.897581 run osmo-hlr_10.42.42.2(pid=10890): stderr: \u000a| �[0;m�[1;31m20221213105228088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105228088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105228088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105228088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105228088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105228088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105228100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105228109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105228109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105228110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:30.973292 run osmo-msc_10.42.42.6(pid=10896): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10896)]\u000a10:52:31.024454 run osmo-msc_10.42.42.6(pid=10896): stdout: \u000a| (launched: 2022-12-13_10:52:29.828533) \u000a10:52:31.076036 run osmo-msc_10.42.42.6(pid=10896): stderr: \u000a| �[0;m�[38;5;43m20221213105230096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105230096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7539b57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105230096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105230096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105230097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105230097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105230099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105230099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105230099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105230099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:31.119780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10889): Terminating (SIGTERM)\u000a10:52:31.161025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10892): Terminating (SIGTERM)\u000a10:52:31.202321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10895): Terminating (SIGTERM)\u000a10:52:31.211683 --- ParallelTerminationStrategy: PID 10889 died...\u000a10:52:31.266259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10889): Terminated: ok {rc=0}\u000a10:52:31.276433 --- ParallelTerminationStrategy: PID 10892 died...\u000a10:52:31.331160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10892): Terminated: ok {rc=0}\u000a10:52:31.341401 --- ParallelTerminationStrategy: PID 10895 died...\u000a10:52:31.396196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10895): Terminated: ok {rc=0}\u000a10:52:31.481574 bus /sierra_3: Setting Powered False\u000a10:52:32.582513 bus /sierra_3: Setting Powered False\u000a10:52:33.689695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10904): Process ended prematurely: osmo-stp_10.42.42.5(pid=10904) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10904)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10904): Process ended prematurely: osmo-stp_10.42.42.5(pid=10904) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:52:34.806613 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:34.818678 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:52:34.986333 tst mo_mt_call_osmux.py: using LAC 33442\u000a10:52:35.113758 tst mo_mt_call_osmux.py: using RAC 37\u000a10:52:35.241943 tst mo_mt_call_osmux.py: using CellId 33442\u000a10:52:35.370421 tst mo_mt_call_osmux.py: using BVCI 33443\u000a10:52:35.395130 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.406637 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.417898 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.429135 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.440416 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.452011 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:35.573211 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:35.786975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:36.301425 run create_hlr_db(pid=10898): Launched\u000a10:52:36.489435 bus /sierra_2: Setting Powered False\u000a10:52:37.510879 run create_hlr_db(pid=10898): Terminated: ok {rc=0}\u000a10:52:37.919549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10900): Launched\u000a10:52:38.225073 run osmo-hlr_10.42.42.2(pid=10901): Launched\u000a10:52:38.336325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:38.862602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10903): Launched\u000a10:52:39.167434 run osmo-stp_10.42.42.5(pid=10904): Launched\u000a10:52:39.277690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:39.832927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10906): Launched\u000a10:52:40.139290 run osmo-msc_10.42.42.6(pid=10919): Launched\u000a10:52:40.317193 run osmo-stp_10.42.42.5(pid=10904): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10904)]\u000a10:52:40.445354 run osmo-stp_10.42.42.5(pid=10904): stdout: \u000a| (launched: 2022-12-13_10:52:39.017254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:40.571474 run osmo-stp_10.42.42.5(pid=10904): stderr: \u000a| �[0;m�[38;5;43m20221213105239185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105239185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105239185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105239186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:40.693157 run osmo-stp_10.42.42.5(pid=10904): stdout: \u000a| (launched: 2022-12-13_10:52:39.017254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:40.814117 run osmo-stp_10.42.42.5(pid=10904): stderr: \u000a| �[0;m�[38;5;43m20221213105239185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105239185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105239185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105239186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:40.867111 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10904): Process ended prematurely: osmo-stp_10.42.42.5(pid=10904) [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10904)] [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:52:40.875808 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:52:40.935245 run osmo-hlr_10.42.42.2(pid=10901): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10901)]\u000a10:52:40.984210 run osmo-hlr_10.42.42.2(pid=10901): stdout: \u000a| (launched: 2022-12-13_10:52:38.074546) \u000a10:52:41.033767 run osmo-hlr_10.42.42.2(pid=10901): stderr: \u000a| �[0;m�[1;31m20221213105238252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105238252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105238252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105238252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105238252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105238252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105238265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105238274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105238274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105238274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:41.101210 run osmo-msc_10.42.42.6(pid=10919): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10919)]\u000a10:52:41.150321 run osmo-msc_10.42.42.6(pid=10919): stdout: \u000a| (launched: 2022-12-13_10:52:39.987095) \u000a10:52:41.199904 run osmo-msc_10.42.42.6(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221213105240258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105240258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe87026ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105240258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105240258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105240258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105240258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105240260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105240260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105240261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105240261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:41.241704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10900): Terminating (SIGTERM)\u000a10:52:41.281172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10903): Terminating (SIGTERM)\u000a10:52:41.320746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10906): Terminating (SIGTERM)\u000a10:52:41.329945 --- ParallelTerminationStrategy: PID 10900 died...\u000a10:52:41.383015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10900): Terminated: ok {rc=0}\u000a10:52:41.392600 --- ParallelTerminationStrategy: PID 10903 died...\u000a10:52:41.445332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10903): Terminated: ok {rc=0}\u000a10:52:41.454758 --- ParallelTerminationStrategy: PID 10906 died...\u000a10:52:41.507374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10906): Terminated: ok {rc=0}\u000a10:52:41.590816 bus /sierra_3: Setting Powered False\u000a10:52:42.692423 bus /sierra_3: Setting Powered False\u000a10:52:43.802977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:52:24" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10930): Process ended prematurely: osmo-stp_10.42.42.5(pid=10930) [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10930)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10930): Process ended prematurely: osmo-stp_10.42.42.5(pid=10930) [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:52:45.804172 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:45.815857 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:52:46.003438 tst mo_mt_call.py: using LAC 33443\u000a10:52:46.130893 tst mo_mt_call.py: using RAC 38\u000a10:52:46.258189 tst mo_mt_call.py: using CellId 33443\u000a10:52:46.378562 tst mo_mt_call.py: using BVCI 33444\u000a10:52:46.403977 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:46.415730 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:46.427450 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:46.439150 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:46.451086 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:46.462887 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:52:46.582285 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:52:46.826824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:47.359416 run create_hlr_db(pid=10924): Launched\u000a10:52:47.534683 bus /sierra_2: Setting Powered False\u000a10:52:48.555547 run create_hlr_db(pid=10924): Terminated: ok {rc=0}\u000a10:52:48.962593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10926): Launched\u000a10:52:49.265643 run osmo-hlr_10.42.42.2(pid=10927): Launched\u000a10:52:49.375717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:49.901916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10929): Launched\u000a10:52:50.206157 run osmo-stp_10.42.42.5(pid=10930): Launched\u000a10:52:50.316176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:50.873647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10932): Launched\u000a10:52:51.178931 run osmo-msc_10.42.42.6(pid=10933): Launched\u000a10:52:51.357345 run osmo-stp_10.42.42.5(pid=10930): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10930)]\u000a10:52:51.485969 run osmo-stp_10.42.42.5(pid=10930): stdout: \u000a| (launched: 2022-12-13_10:52:50.055952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:51.612509 run osmo-stp_10.42.42.5(pid=10930): stderr: \u000a| �[0;m�[38;5;43m20221213105250227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105250227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105250227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105250227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105250228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105250228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105250228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:51.734818 run osmo-stp_10.42.42.5(pid=10930): stdout: \u000a| (launched: 2022-12-13_10:52:50.055952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:51.855677 run osmo-stp_10.42.42.5(pid=10930): stderr: \u000a| �[0;m�[38;5;43m20221213105250227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105250227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105250227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105250227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105250228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105250228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105250228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:51.909733 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10930): Process ended prematurely: osmo-stp_10.42.42.5(pid=10930) [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10930)] [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:52:51.919003 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:52:51.979267 run osmo-hlr_10.42.42.2(pid=10927): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10927)]\u000a10:52:52.028722 run osmo-hlr_10.42.42.2(pid=10927): stdout: \u000a| (launched: 2022-12-13_10:52:49.116442) \u000a10:52:52.078817 run osmo-hlr_10.42.42.2(pid=10927): stderr: \u000a| �[0;m�[1;31m20221213105249292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105249292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105249292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105249292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105249292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105249292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105249318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105249328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105249328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105249328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:52.146971 run osmo-msc_10.42.42.6(pid=10933): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10933)]\u000a10:52:52.196344 run osmo-msc_10.42.42.6(pid=10933): stdout: \u000a| (launched: 2022-12-13_10:52:51.028281) \u000a10:52:52.246256 run osmo-msc_10.42.42.6(pid=10933): stderr: \u000a| �[0;m�[38;5;43m20221213105251298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105251299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61da6adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105251299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105251299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105251299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105251299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105251301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105251301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105251302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105251302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:52.288536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10926): Terminating (SIGTERM)\u000a10:52:52.328621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10929): Terminating (SIGTERM)\u000a10:52:52.368532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10932): Terminating (SIGTERM)\u000a10:52:52.377862 --- ParallelTerminationStrategy: PID 10926 died...\u000a10:52:52.431878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10926): Terminated: ok {rc=0}\u000a10:52:52.441710 --- ParallelTerminationStrategy: PID 10929 died...\u000a10:52:52.494778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10929): Terminated: ok {rc=0}\u000a10:52:52.504427 --- ParallelTerminationStrategy: PID 10932 died...\u000a10:52:52.557606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10932): Terminated: ok {rc=0}\u000a10:52:52.645491 bus /sierra_3: Setting Powered False\u000a10:52:53.750360 bus /sierra_3: Setting Powered False\u000a10:52:54.863201 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10941): Process ended prematurely: osmo-stp_10.42.42.5(pid=10941) [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10941): Process ended prematurely: osmo-stp_10.42.42.5(pid=10941) [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:52:55.979408 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:55.991576 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:52:56.341007 tst mo_mt_call_osmux.py: using LAC 33444\u000a10:52:56.470208 tst mo_mt_call_osmux.py: using RAC 39\u000a10:52:56.596344 tst mo_mt_call_osmux.py: using CellId 33444\u000a10:52:56.721884 tst mo_mt_call_osmux.py: using BVCI 33445\u000a10:52:56.746703 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:56.758316 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:56.770219 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:56.781701 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:56.793209 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:52:56.804845 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:52:56.927300 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:52:57.141058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:57.654949 run create_hlr_db(pid=10935): Launched\u000a10:52:57.843125 bus /sierra_2: Setting Powered False\u000a10:52:58.864842 run create_hlr_db(pid=10935): Terminated: ok {rc=0}\u000a10:52:59.273892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10937): Launched\u000a10:52:59.580918 run osmo-hlr_10.42.42.2(pid=10938): Launched\u000a10:52:59.701514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:00.234774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10940): Launched\u000a10:53:00.539101 run osmo-stp_10.42.42.5(pid=10941): Launched\u000a10:53:00.650191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:01.280242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10943): Launched\u000a10:53:01.661360 run osmo-msc_10.42.42.6(pid=10944): Launched\u000a10:53:02.011232 run osmo-stp_10.42.42.5(pid=10941): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)]\u000a10:53:02.323036 run osmo-stp_10.42.42.5(pid=10941): stdout: \u000a| (launched: 2022-12-13_10:53:00.389040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:02.465044 run osmo-stp_10.42.42.5(pid=10941): stderr: \u000a| �[0;m�[38;5;43m20221213105300558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105300558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105300558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105300558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105300559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105300559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105300559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:02.599072 run osmo-stp_10.42.42.5(pid=10941): stdout: \u000a| (launched: 2022-12-13_10:53:00.389040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:02.731236 run osmo-stp_10.42.42.5(pid=10941): stderr: \u000a| �[0;m�[38;5;43m20221213105300558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105300558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105300558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105300558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105300559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105300559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105300559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:02.788896 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10941): Process ended prematurely: osmo-stp_10.42.42.5(pid=10941) [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)] [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:53:02.798489 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a10:53:02.863540 run osmo-hlr_10.42.42.2(pid=10938): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10938)]\u000a10:53:02.916756 run osmo-hlr_10.42.42.2(pid=10938): stdout: \u000a| (launched: 2022-12-13_10:52:59.429368) \u000a10:53:02.970482 run osmo-hlr_10.42.42.2(pid=10938): stderr: \u000a| �[0;m�[1;31m20221213105259605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105259605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105259605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105259605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105259605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105259605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105259617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105259625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105259626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105259626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:03.043052 run osmo-msc_10.42.42.6(pid=10944): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10944)]\u000a10:53:03.096091 run osmo-msc_10.42.42.6(pid=10944): stdout: \u000a| (launched: 2022-12-13_10:53:01.475960) \u000a10:53:03.149832 run osmo-msc_10.42.42.6(pid=10944): stderr: \u000a| �[0;m�[38;5;43m20221213105302028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105302028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd076affc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105302028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105302029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105302029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105302029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105302031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105302031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105302031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105302031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:03.195795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10937): Terminating (SIGTERM)\u000a10:53:03.239075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10940): Terminating (SIGTERM)\u000a10:53:03.282757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10943): Terminating (SIGTERM)\u000a10:53:03.292657 --- ParallelTerminationStrategy: PID 10937 died...\u000a10:53:03.350974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10937): Terminated: ok {rc=0}\u000a10:53:03.361318 --- ParallelTerminationStrategy: PID 10940 died...\u000a10:53:03.419380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10940): Terminated: ok {rc=0}\u000a10:53:03.429602 --- ParallelTerminationStrategy: PID 10943 died...\u000a10:53:03.486505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10943): Terminated: ok {rc=0}\u000a10:53:03.573106 bus /sierra_3: Setting Powered False\u000a10:53:04.679862 bus /sierra_3: Setting Powered False\u000a10:53:05.793426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:52:45" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:53:07.798234 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:07.810059 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:53:07.974924 tst mo_mt_call.py: using LAC 33445\u000a10:53:08.100386 tst mo_mt_call.py: using RAC 40\u000a10:53:08.226705 tst mo_mt_call.py: using CellId 33445\u000a10:53:08.353971 tst mo_mt_call.py: using BVCI 33446\u000a10:53:08.378361 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:08.389748 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:08.401001 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:08.412113 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:08.423344 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:08.434984 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:53:08.550522 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:53:08.749368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:09.230322 run create_hlr_db(pid=10949): Launched\u000a10:53:09.402181 bus /sierra_2: Setting Powered False\u000a10:53:10.425256 run create_hlr_db(pid=10949): Terminated: ok {rc=0}\u000a10:53:10.825191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Launched\u000a10:53:11.126588 run osmo-hlr_10.42.42.2(pid=10952): Launched\u000a10:53:11.246452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:11.769923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Launched\u000a10:53:12.069513 run osmo-stp_10.42.42.5(pid=10955): Launched\u000a10:53:12.177516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:12.724362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10957): Launched\u000a10:53:13.026065 run osmo-msc_10.42.42.6(pid=10958): Launched\u000a10:53:13.201156 run osmo-stp_10.42.42.5(pid=10955): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]\u000a10:53:13.327859 run osmo-stp_10.42.42.5(pid=10955): stdout: \u000a| (launched: 2022-12-13_10:53:11.921852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:13.452311 run osmo-stp_10.42.42.5(pid=10955): stderr: \u000a| �[0;m�[38;5;43m20221213105312088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105312088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105312089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105312089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105312090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105312090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105312090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:13.572399 run osmo-stp_10.42.42.5(pid=10955): stdout: \u000a| (launched: 2022-12-13_10:53:11.921852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:13.691339 run osmo-stp_10.42.42.5(pid=10955): stderr: \u000a| �[0;m�[38;5;43m20221213105312088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105312088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105312089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105312089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105312090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105312090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105312090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:13.744121 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)] [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:53:13.752581 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:53:13.812246 run osmo-hlr_10.42.42.2(pid=10952): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10952)]\u000a10:53:13.860971 run osmo-hlr_10.42.42.2(pid=10952): stdout: \u000a| (launched: 2022-12-13_10:53:10.978533) \u000a10:53:13.911111 run osmo-hlr_10.42.42.2(pid=10952): stderr: \u000a| �[0;m�[1;31m20221213105311150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105311150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105311150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105311150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105311150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105311150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105311161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105311169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105311169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105311169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:13.978367 run osmo-msc_10.42.42.6(pid=10958): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10958)]\u000a10:53:14.026913 run osmo-msc_10.42.42.6(pid=10958): stdout: \u000a| (launched: 2022-12-13_10:53:12.876180) \u000a10:53:14.076065 run osmo-msc_10.42.42.6(pid=10958): stderr: \u000a| �[0;m�[38;5;43m20221213105313145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105313145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1482dafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105313145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105313145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105313146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105313146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105313147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105313148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105313148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105313148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:14.117719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Terminating (SIGTERM)\u000a10:53:14.157130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Terminating (SIGTERM)\u000a10:53:14.196555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10957): Terminating (SIGTERM)\u000a10:53:14.205699 --- ParallelTerminationStrategy: PID 10951 died...\u000a10:53:14.258378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Terminated: ok {rc=0}\u000a10:53:14.267719 --- ParallelTerminationStrategy: PID 10954 died...\u000a10:53:14.319908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Terminated: ok {rc=0}\u000a10:53:14.329358 --- ParallelTerminationStrategy: PID 10957 died...\u000a10:53:14.381748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10957): Terminated: ok {rc=0}\u000a10:53:14.464726 bus /sierra_3: Setting Powered False\u000a10:53:15.570162 bus /sierra_3: Setting Powered False\u000a10:53:16.686967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:53:17.795202 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:17.806547 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:53:17.961244 tst mo_mt_call_osmux.py: using LAC 33446\u000a10:53:18.086087 tst mo_mt_call_osmux.py: using RAC 41\u000a10:53:18.210254 tst mo_mt_call_osmux.py: using CellId 33446\u000a10:53:18.335232 tst mo_mt_call_osmux.py: using BVCI 33447\u000a10:53:18.359664 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:18.371090 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:18.382089 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:18.393064 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:18.404104 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:53:18.415722 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:53:18.531973 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:53:18.742079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:19.242201 run create_hlr_db(pid=10960): Launched\u000a10:53:19.427918 bus /sierra_2: Setting Powered False\u000a10:53:20.450099 run create_hlr_db(pid=10960): Terminated: ok {rc=0}\u000a10:53:20.875659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Launched\u000a10:53:21.195433 run osmo-hlr_10.42.42.2(pid=10963): Launched\u000a10:53:21.313946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:21.866914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Launched\u000a10:53:22.186942 run osmo-stp_10.42.42.5(pid=10966): Launched\u000a10:53:22.303712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:22.888549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10968): Launched\u000a10:53:23.209566 run osmo-msc_10.42.42.6(pid=10969): Launched\u000a10:53:23.397658 run osmo-stp_10.42.42.5(pid=10966): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]\u000a10:53:23.533325 run osmo-stp_10.42.42.5(pid=10966): stdout: \u000a| (launched: 2022-12-13_10:53:22.029765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:23.668080 run osmo-stp_10.42.42.5(pid=10966): stderr: \u000a| �[0;m�[38;5;43m20221213105322219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105322219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105322219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105322219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105322220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105322220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105322220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:23.797204 run osmo-stp_10.42.42.5(pid=10966): stdout: \u000a| (launched: 2022-12-13_10:53:22.029765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:23.925026 run osmo-stp_10.42.42.5(pid=10966): stderr: \u000a| �[0;m�[38;5;43m20221213105322219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105322219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105322219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105322219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105322220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105322220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105322220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:23.982003 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)] [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:53:23.991341 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:53:24.055080 run osmo-hlr_10.42.42.2(pid=10963): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10963)]\u000a10:53:24.106918 run osmo-hlr_10.42.42.2(pid=10963): stdout: \u000a| (launched: 2022-12-13_10:53:21.038280) \u000a10:53:24.159685 run osmo-hlr_10.42.42.2(pid=10963): stderr: \u000a| �[0;m�[1;31m20221213105321233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105321233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105321233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105321233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105321233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105321233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105321248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105321258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105321258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105321258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:24.230517 run osmo-msc_10.42.42.6(pid=10969): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10969)]\u000a10:53:24.282165 run osmo-msc_10.42.42.6(pid=10969): stdout: \u000a| (launched: 2022-12-13_10:53:23.051194) \u000a10:53:24.334818 run osmo-msc_10.42.42.6(pid=10969): stderr: \u000a| �[0;m�[38;5;43m20221213105323368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105323368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56d0a5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105323368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105323368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105323369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105323369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105323370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105323371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105323371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105323371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:24.379112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Terminating (SIGTERM)\u000a10:53:24.420750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Terminating (SIGTERM)\u000a10:53:24.462526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10968): Terminating (SIGTERM)\u000a10:53:24.472184 --- ParallelTerminationStrategy: PID 10962 died...\u000a10:53:24.528604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Terminated: ok {rc=0}\u000a10:53:24.538750 --- ParallelTerminationStrategy: PID 10965 died...\u000a10:53:24.594949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Terminated: ok {rc=0}\u000a10:53:24.605121 --- ParallelTerminationStrategy: PID 10968 died...\u000a10:53:24.662077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10968): Terminated: ok {rc=0}\u000a10:53:24.750357 bus /sierra_3: Setting Powered False\u000a10:53:25.854898 bus /sierra_3: Setting Powered False\u000a10:53:26.965532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:53:07" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10980): Process ended prematurely: osmo-stp_10.42.42.5(pid=10980) [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10980): Process ended prematurely: osmo-stp_10.42.42.5(pid=10980) [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:53:28.987469 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:28.998729 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:53:29.139482 tst emergency_mo_mt_call.py: using LAC 33447\u000a10:53:29.264024 tst emergency_mo_mt_call.py: using RAC 42\u000a10:53:29.381836 tst emergency_mo_mt_call.py: using CellId 33447\u000a10:53:29.497623 tst emergency_mo_mt_call.py: using BVCI 33448\u000a10:53:29.519837 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:29.530510 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:29.540778 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:29.551174 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:29.561514 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:29.571802 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:29.688485 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:29.887822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:30.356443 run create_hlr_db(pid=10974): Launched\u000a10:53:30.525138 bus /sierra_2: Setting Powered False\u000a10:53:31.603542 run create_hlr_db(pid=10974): Terminated: ok {rc=0}\u000a10:53:32.058565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10976): Launched\u000a10:53:32.370531 run osmo-hlr_10.42.42.2(pid=10977): Launched\u000a10:53:32.492370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:33.042936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10979): Launched\u000a10:53:33.360668 run osmo-stp_10.42.42.5(pid=10980): Launched\u000a10:53:33.493420 tst emergency_mo_mt_call.py: using MSISDN 8115\u000a10:53:33.651458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:34.227165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10982): Launched\u000a10:53:34.543635 run osmo-msc_10.42.42.6(pid=10983): Launched\u000a10:53:34.728244 run osmo-stp_10.42.42.5(pid=10980): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)]\u000a10:53:34.861824 run osmo-stp_10.42.42.5(pid=10980): stdout: \u000a| (launched: 2022-12-13_10:53:33.203100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:34.995334 run osmo-stp_10.42.42.5(pid=10980): stderr: \u000a| �[0;m�[38;5;43m20221213105333391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105333392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105333392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105333393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105333393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105333393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105333393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:35.122422 run osmo-stp_10.42.42.5(pid=10980): stdout: \u000a| (launched: 2022-12-13_10:53:33.203100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:35.248703 run osmo-stp_10.42.42.5(pid=10980): stderr: \u000a| �[0;m�[38;5;43m20221213105333391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105333392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105333392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105333393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105333393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105333393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105333393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:35.304307 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10980): Process ended prematurely: osmo-stp_10.42.42.5(pid=10980) [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)] [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a10:53:35.313225 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a10:53:35.376289 run osmo-hlr_10.42.42.2(pid=10977): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10977)]\u000a10:53:35.428155 run osmo-hlr_10.42.42.2(pid=10977): stdout: \u000a| (launched: 2022-12-13_10:53:32.209656) \u000a10:53:35.480250 run osmo-hlr_10.42.42.2(pid=10977): stderr: \u000a| �[0;m�[1;31m20221213105332403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105332403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105332403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105332403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105332403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105332404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105332418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105332426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105332426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105332426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:35.551314 run osmo-msc_10.42.42.6(pid=10983): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10983)]\u000a10:53:35.603023 run osmo-msc_10.42.42.6(pid=10983): stdout: \u000a| (launched: 2022-12-13_10:53:34.387892) \u000a10:53:35.655084 run osmo-msc_10.42.42.6(pid=10983): stderr: \u000a| �[0;m�[38;5;43m20221213105334704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105334704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb66f1d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105334704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105334704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105334704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105334705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105334706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105334707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105334707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105334707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:35.699473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10976): Terminating (SIGTERM)\u000a10:53:35.741513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10979): Terminating (SIGTERM)\u000a10:53:35.783504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10982): Terminating (SIGTERM)\u000a10:53:35.793243 --- ParallelTerminationStrategy: PID 10976 died...\u000a10:53:35.850422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10976): Terminated: ok {rc=0}\u000a10:53:35.860611 --- ParallelTerminationStrategy: PID 10979 died...\u000a10:53:35.917580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10979): Terminated: ok {rc=0}\u000a10:53:35.927728 --- ParallelTerminationStrategy: PID 10982 died...\u000a10:53:35.984247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10982): Terminated: ok {rc=0}\u000a10:53:36.071550 bus /sierra_3: Setting Powered False\u000a10:53:37.177655 bus /sierra_3: Setting Powered False\u000a10:53:38.285684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10991): Process ended prematurely: osmo-stp_10.42.42.5(pid=10991) [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10991): Process ended prematurely: osmo-stp_10.42.42.5(pid=10991) [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:53:39.336750 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:39.348041 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:53:39.480871 tst emergency_preemptive_call.py: using LAC 33448\u000a10:53:39.597507 tst emergency_preemptive_call.py: using RAC 43\u000a10:53:39.712183 tst emergency_preemptive_call.py: using CellId 33448\u000a10:53:39.826407 tst emergency_preemptive_call.py: using BVCI 33449\u000a10:53:39.848445 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:39.859110 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:39.869555 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:39.879926 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:39.890954 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:53:39.901532 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:40.015699 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:40.137790 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:40.251551 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:40.459824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:40.957623 run create_hlr_db(pid=10985): Launched\u000a10:53:41.140609 bus /sierra_2: Setting Powered False\u000a10:53:42.160756 run create_hlr_db(pid=10985): Terminated: ok {rc=0}\u000a10:53:42.555830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10987): Launched\u000a10:53:42.849164 run osmo-hlr_10.42.42.2(pid=10988): Launched\u000a10:53:42.965317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:43.480163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10990): Launched\u000a10:53:43.774349 run osmo-stp_10.42.42.5(pid=10991): Launched\u000a10:53:43.902589 tst emergency_preemptive_call.py: using MSISDN 8116\u000a10:53:44.048302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:44.583975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10993): Launched\u000a10:53:44.879239 run osmo-msc_10.42.42.6(pid=10994): Launched\u000a10:53:45.051355 run osmo-stp_10.42.42.5(pid=10991): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)]\u000a10:53:45.175575 run osmo-stp_10.42.42.5(pid=10991): stdout: \u000a| (launched: 2022-12-13_10:53:43.628791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:45.298570 run osmo-stp_10.42.42.5(pid=10991): stderr: \u000a| �[0;m�[38;5;43m20221213105343796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105343796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105343797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105343797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105343798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105343798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105343798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:45.417001 run osmo-stp_10.42.42.5(pid=10991): stdout: \u000a| (launched: 2022-12-13_10:53:43.628791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:45.534365 run osmo-stp_10.42.42.5(pid=10991): stderr: \u000a| �[0;m�[38;5;43m20221213105343796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105343796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105343797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105343797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105343798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105343798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105343798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:45.585713 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10991): Process ended prematurely: osmo-stp_10.42.42.5(pid=10991) [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)] [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a10:53:45.593820 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a10:53:45.653473 run osmo-hlr_10.42.42.2(pid=10988): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10988)]\u000a10:53:45.702449 run osmo-hlr_10.42.42.2(pid=10988): stdout: \u000a| (launched: 2022-12-13_10:53:42.704329) \u000a10:53:45.752123 run osmo-hlr_10.42.42.2(pid=10988): stderr: \u000a| �[0;m�[1;31m20221213105342877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105342877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105342877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105342877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105342877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105342877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105342889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105342898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105342898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105342898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:45.819696 run osmo-msc_10.42.42.6(pid=10994): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10994)]\u000a10:53:45.875210 run osmo-msc_10.42.42.6(pid=10994): stdout: \u000a| (launched: 2022-12-13_10:53:44.733160) \u000a10:53:45.946329 run osmo-msc_10.42.42.6(pid=10994): stderr: \u000a| �[0;m�[38;5;43m20221213105345002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105345002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f217a5a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105345002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105345002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105345002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105345002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105345004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105345004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105345005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105345005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:45.992884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10987): Terminating (SIGTERM)\u000a10:53:46.040388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10990): Terminating (SIGTERM)\u000a10:53:46.087122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10993): Terminating (SIGTERM)\u000a10:53:46.098369 --- ParallelTerminationStrategy: PID 10987 died...\u000a10:53:46.159516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10987): Terminated: ok {rc=0}\u000a10:53:46.170759 --- ParallelTerminationStrategy: PID 10990 died...\u000a10:53:46.232605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10990): Terminated: ok {rc=0}\u000a10:53:46.243644 --- ParallelTerminationStrategy: PID 10993 died...\u000a10:53:46.304024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10993): Terminated: ok {rc=0}\u000a10:53:46.395100 bus /sierra_9: Setting Powered False\u000a10:53:47.554206 bus /sierra_9: Setting Powered False\u000a10:53:48.673540 bus /sierra_8: Setting Powered False\u000a10:53:49.783599 bus /sierra_8: Setting Powered False\u000a10:53:50.894514 bus /sierra_3: Setting Powered False\u000a10:53:51.999971 bus /sierra_3: Setting Powered False\u000a10:53:53.112034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:53:28" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11284): Process ended prematurely: osmo-stp_10.42.42.5(pid=11284) [trial-2388↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11284): Process ended prematurely: osmo-stp_10.42.42.5(pid=11284) [trial-2388↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:53:55.261429 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.273385 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:53:55.424068 tst cs_paging_gprs_active.py: using LAC 33449\u000a10:53:55.552724 tst cs_paging_gprs_active.py: using RAC 44\u000a10:53:55.685972 tst cs_paging_gprs_active.py: using CellId 33449\u000a10:53:55.820488 tst cs_paging_gprs_active.py: using BVCI 33450\u000a10:53:55.846413 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.858851 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.870816 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.882678 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.895556 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.908589 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.922059 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.934979 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:53:55.948391 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:56.078456 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:53:56.380549 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:53:56.520888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:56.877069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11274): Launched\u000a10:53:57.181454 run iperf3-srv_10.42.42.10(pid=11275): Launched\u000a10:53:57.389677 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:53:57.531944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:57.890036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11276): Launched\u000a10:53:58.191297 run iperf3-srv_10.42.42.10(pid=11277): Launched\u000a10:53:58.398963 tst cs_paging_gprs_active.py:38: start network...\u000a10:53:58.542504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:59.111345 run create_hlr_db(pid=11278): Launched\u000a10:53:59.306839 bus /sierra_2: Setting Powered False\u000a10:54:00.328734 run create_hlr_db(pid=11278): Terminated: ok {rc=0}\u000a10:54:00.784292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11280): Launched\u000a10:54:01.273095 run osmo-hlr_10.42.42.2(pid=11281): Launched\u000a10:54:01.463204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:02.176071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11283): Launched\u000a10:54:02.617648 run osmo-stp_10.42.42.5(pid=11284): Launched\u000a10:54:02.897021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:03.621089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11286): Launched\u000a10:54:03.744707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:04.049520 run patchelf(pid=11287): Launched\u000a10:54:04.248156 run osmo-stp_10.42.42.5(pid=11284): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)]\u000a10:54:04.393250 run osmo-stp_10.42.42.5(pid=11284): stdout: \u000a| (launched: 2022-12-13_10:54:02.337511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:04.538924 run osmo-stp_10.42.42.5(pid=11284): stderr: \u000a| �[0;m�[38;5;43m20221213105402636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105402636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105402636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105402636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105402641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105402641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105402641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:04.679643 run osmo-stp_10.42.42.5(pid=11284): stdout: \u000a| (launched: 2022-12-13_10:54:02.337511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:04.819737 run osmo-stp_10.42.42.5(pid=11284): stderr: \u000a| �[0;m�[38;5;43m20221213105402636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105402636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105402636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105402636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105402641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105402641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105402641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:04.981598 run patchelf(pid=11287): Terminating (SIGINT)\u000a10:54:05.171328 run patchelf(pid=11287): Terminated: ok {rc=0}\u000a10:54:05.206982 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11284): Process ended prematurely: osmo-stp_10.42.42.5(pid=11284) [trial-2388↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)] [trial-2388↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a10:54:05.219148 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a10:54:05.288400 run osmo-hlr_10.42.42.2(pid=11281): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11281)]\u000a10:54:05.343022 run osmo-hlr_10.42.42.2(pid=11281): stdout: \u000a| (launched: 2022-12-13_10:54:00.989874) \u000a10:54:05.398966 run osmo-hlr_10.42.42.2(pid=11281): stderr: \u000a| �[0;m�[1;31m20221213105401330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105401330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105401331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105401331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105401331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105401331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105401346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105401358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105401358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105401359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:05.447333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11274): Terminating (SIGTERM)\u000a10:54:05.494816 run iperf3-srv_10.42.42.10(pid=11275): Terminating (SIGTERM)\u000a10:54:05.542268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11276): Terminating (SIGTERM)\u000a10:54:05.589457 run iperf3-srv_10.42.42.10(pid=11277): Terminating (SIGTERM)\u000a10:54:05.637004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11280): Terminating (SIGTERM)\u000a10:54:05.684512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11283): Terminating (SIGTERM)\u000a10:54:05.731207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11286): Terminating (SIGTERM)\u000a10:54:05.743707 --- ParallelTerminationStrategy: PID 11274 died...\u000a10:54:05.805633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11274): Terminated: ok {rc=0}\u000a10:54:05.817991 --- ParallelTerminationStrategy: PID 11275 died...\u000a10:54:05.879332 run iperf3-srv_10.42.42.10(pid=11275): Terminated {rc=256}\u000a10:54:05.890489 --- ParallelTerminationStrategy: PID 11276 died...\u000a10:54:05.951344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11276): Terminated: ok {rc=0}\u000a10:54:05.962639 --- ParallelTerminationStrategy: PID 11277 died...\u000a10:54:06.024338 run iperf3-srv_10.42.42.10(pid=11277): Terminated {rc=256}\u000a10:54:06.035856 --- ParallelTerminationStrategy: PID 11280 died...\u000a10:54:06.096735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11280): Terminated: ok {rc=0}\u000a10:54:06.107918 --- ParallelTerminationStrategy: PID 11283 died...\u000a10:54:06.168571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11283): Terminated: ok {rc=0}\u000a10:54:06.179871 --- ParallelTerminationStrategy: PID 11286 died...\u000a10:54:06.242615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11286): Terminated: ok {rc=0}\u000a10:54:06.335974 bus /gobi_0: Setting Powered False\u000a10:54:07.449795 bus /gobi_0: Setting Powered False\u000a10:54:08.567388 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11296): Process ended prematurely: osmo-stp_10.42.42.5(pid=11296) [trial-2388↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11296): Process ended prematurely: osmo-stp_10.42.42.5(pid=11296) [trial-2388↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a10:54:09.681653 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:09.693582 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:54:09.841386 tst iperf3.py: using LAC 33450\u000a10:54:09.968886 tst iperf3.py: using RAC 45\u000a10:54:10.096065 tst iperf3.py: using CellId 33450\u000a10:54:10.222164 tst iperf3.py: using BVCI 33451\u000a10:54:10.246789 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.257809 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.268540 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.279372 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.290074 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.301446 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.312818 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.324534 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:10.335650 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:10.616159 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:54:10.742334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:11.056124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11288): Launched\u000a10:54:11.316819 run iperf3-srv_10.42.42.10(pid=11289): Launched\u000a10:54:11.501334 tst iperf3.py:8: start network...\u000a10:54:11.626785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:12.111913 run create_hlr_db(pid=11290): Launched\u000a10:54:12.285362 bus /gobi_6: Setting Powered False\u000a10:54:13.306962 run create_hlr_db(pid=11290): Terminated: ok {rc=0}\u000a10:54:13.710023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11292): Launched\u000a10:54:14.011471 run osmo-hlr_10.42.42.2(pid=11293): Launched\u000a10:54:14.122323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:14.646625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11295): Launched\u000a10:54:14.949393 run osmo-stp_10.42.42.5(pid=11296): Launched\u000a10:54:15.059208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:15.583413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11298): Launched\u000a10:54:15.690480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:15.985745 run patchelf(pid=11299): Launched\u000a10:54:16.169182 run osmo-stp_10.42.42.5(pid=11296): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)]\u000a10:54:16.301309 run osmo-stp_10.42.42.5(pid=11296): stdout: \u000a| (launched: 2022-12-13_10:54:14.800593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:16.433326 run osmo-stp_10.42.42.5(pid=11296): stderr: \u000a| �[0;m�[38;5;43m20221213105414972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105414972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105414972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105414973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:16.561474 run osmo-stp_10.42.42.5(pid=11296): stdout: \u000a| (launched: 2022-12-13_10:54:14.800593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:16.687498 run osmo-stp_10.42.42.5(pid=11296): stderr: \u000a| �[0;m�[38;5;43m20221213105414972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105414972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105414972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105414973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:16.835261 run patchelf(pid=11299): Terminating (SIGINT)\u000a10:54:17.053334 run patchelf(pid=11299): Terminated: ok {rc=0}\u000a10:54:17.086792 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11296): Process ended prematurely: osmo-stp_10.42.42.5(pid=11296) [trial-2388↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)] [trial-2388↪gprs:trx-lms↪iperf3.py:8]\u000a10:54:17.096602 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:54:17.158218 run osmo-hlr_10.42.42.2(pid=11293): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11293)]\u000a10:54:17.208153 run osmo-hlr_10.42.42.2(pid=11293): stdout: \u000a| (launched: 2022-12-13_10:54:13.863795) \u000a10:54:17.258565 run osmo-hlr_10.42.42.2(pid=11293): stderr: \u000a| �[0;m�[1;31m20221213105414043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105414043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105414043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105414043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105414043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105414043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105414055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105414066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105414066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105414066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:17.300256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11288): Terminating (SIGTERM)\u000a10:54:17.339433 run iperf3-srv_10.42.42.10(pid=11289): Terminating (SIGTERM)\u000a10:54:17.378788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11292): Terminating (SIGTERM)\u000a10:54:17.417961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11295): Terminating (SIGTERM)\u000a10:54:17.457185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11298): Terminating (SIGTERM)\u000a10:54:17.466325 --- ParallelTerminationStrategy: PID 11288 died...\u000a10:54:17.519539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11288): Terminated: ok {rc=0}\u000a10:54:17.529107 --- ParallelTerminationStrategy: PID 11289 died...\u000a10:54:17.581200 run iperf3-srv_10.42.42.10(pid=11289): Terminated {rc=256}\u000a10:54:17.590603 --- ParallelTerminationStrategy: PID 11292 died...\u000a10:54:17.642942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11292): Terminated: ok {rc=0}\u000a10:54:17.652317 --- ParallelTerminationStrategy: PID 11295 died...\u000a10:54:17.704586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11295): Terminated: ok {rc=0}\u000a10:54:17.714121 --- ParallelTerminationStrategy: PID 11298 died...\u000a10:54:17.766457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11298): Terminated: ok {rc=0}\u000a10:54:17.854134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11314): Process ended prematurely: osmo-stp_10.42.42.5(pid=11314) [trial-2388↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11314): Process ended prematurely: osmo-stp_10.42.42.5(pid=11314) [trial-2388↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a10:54:18.964011 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:18.975549 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:54:19.114405 tst iperf3m4.py: using LAC 33451\u000a10:54:19.241069 tst iperf3m4.py: using RAC 46\u000a10:54:19.370577 tst iperf3m4.py: using CellId 33451\u000a10:54:19.499205 tst iperf3m4.py: using BVCI 33452\u000a10:54:19.524139 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.535311 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.546120 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.556802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.567644 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.579121 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.590408 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.601475 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:19.612687 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:19.729352 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:19.856114 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:19.972204 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:20.249425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:54:20.375342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:20.690058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11300): Launched\u000a10:54:20.951320 run iperf3-srv_10.42.42.10(pid=11301): Launched\u000a10:54:21.134339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:54:21.259269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:21.572336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11302): Launched\u000a10:54:21.831129 run iperf3-srv_10.42.42.10(pid=11303): Launched\u000a10:54:22.013742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:54:22.138689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:22.450654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Launched\u000a10:54:22.709621 run iperf3-srv_10.42.42.10(pid=11305): Launched\u000a10:54:22.893110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:54:23.018548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:23.330274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Launched\u000a10:54:23.590375 run iperf3-srv_10.42.42.10(pid=11307): Launched\u000a10:54:23.773374 tst iperf3m4.py:8: start network...\u000a10:54:23.898403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:24.382314 run create_hlr_db(pid=11308): Launched\u000a10:54:24.554999 bus /gobi_6: Setting Powered False\u000a10:54:25.578542 run create_hlr_db(pid=11308): Terminated: ok {rc=0}\u000a10:54:26.008873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11310): Launched\u000a10:54:26.334455 run osmo-hlr_10.42.42.2(pid=11311): Launched\u000a10:54:26.454945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:27.017554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11313): Launched\u000a10:54:27.343061 run osmo-stp_10.42.42.5(pid=11314): Launched\u000a10:54:27.460555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:28.025091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11316): Launched\u000a10:54:28.140610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:28.423022 run patchelf(pid=11317): Launched\u000a10:54:28.613007 run osmo-stp_10.42.42.5(pid=11314): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)]\u000a10:54:28.751523 run osmo-stp_10.42.42.5(pid=11314): stdout: \u000a| (launched: 2022-12-13_10:54:27.182495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:28.890967 run osmo-stp_10.42.42.5(pid=11314): stderr: \u000a| �[0;m�[38;5;43m20221213105427375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105427375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105427375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105427376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105427376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105427376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105427376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:29.025333 run osmo-stp_10.42.42.5(pid=11314): stdout: \u000a| (launched: 2022-12-13_10:54:27.182495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:29.158409 run osmo-stp_10.42.42.5(pid=11314): stderr: \u000a| �[0;m�[38;5;43m20221213105427375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105427375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105427375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105427376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105427376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105427376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105427376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:29.312795 run patchelf(pid=11317): Terminating (SIGINT)\u000a10:54:29.494994 run patchelf(pid=11317): Terminated: ok {rc=0}\u000a10:54:29.528403 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11314): Process ended prematurely: osmo-stp_10.42.42.5(pid=11314) [trial-2388↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)] [trial-2388↪gprs:trx-lms↪iperf3m4.py:8]\u000a10:54:29.538363 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:54:29.602756 run osmo-hlr_10.42.42.2(pid=11311): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11311)]\u000a10:54:29.655027 run osmo-hlr_10.42.42.2(pid=11311): stdout: \u000a| (launched: 2022-12-13_10:54:26.173720) \u000a10:54:29.707735 run osmo-hlr_10.42.42.2(pid=11311): stderr: \u000a| �[0;m�[1;31m20221213105426372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105426373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105426373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105426373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105426373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105426373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105426385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105426393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105426393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105426394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:29.752510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11300): Terminating (SIGTERM)\u000a10:54:29.794727 run iperf3-srv_10.42.42.10(pid=11301): Terminating (SIGTERM)\u000a10:54:29.836771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11302): Terminating (SIGTERM)\u000a10:54:29.878772 run iperf3-srv_10.42.42.10(pid=11303): Terminating (SIGTERM)\u000a10:54:29.920980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminating (SIGTERM)\u000a10:54:29.963043 run iperf3-srv_10.42.42.10(pid=11305): Terminating (SIGTERM)\u000a10:54:30.005279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminating (SIGTERM)\u000a10:54:30.047231 run iperf3-srv_10.42.42.10(pid=11307): Terminating (SIGTERM)\u000a10:54:30.089511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11310): Terminating (SIGTERM)\u000a10:54:30.131614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11313): Terminating (SIGTERM)\u000a10:54:30.173846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11316): Terminating (SIGTERM)\u000a10:54:30.183520 --- ParallelTerminationStrategy: PID 11300 died...\u000a10:54:30.239896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11300): Terminated: ok {rc=0}\u000a10:54:30.249919 --- ParallelTerminationStrategy: PID 11301 died...\u000a10:54:30.305768 run iperf3-srv_10.42.42.10(pid=11301): Terminated {rc=256}\u000a10:54:30.315802 --- ParallelTerminationStrategy: PID 11302 died...\u000a10:54:30.372319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11302): Terminated: ok {rc=0}\u000a10:54:30.382306 --- ParallelTerminationStrategy: PID 11303 died...\u000a10:54:30.438368 run iperf3-srv_10.42.42.10(pid=11303): Terminated {rc=256}\u000a10:54:30.448389 --- ParallelTerminationStrategy: PID 11304 died...\u000a10:54:30.504607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminated: ok {rc=0}\u000a10:54:30.514649 --- ParallelTerminationStrategy: PID 11305 died...\u000a10:54:30.570806 run iperf3-srv_10.42.42.10(pid=11305): Terminated {rc=256}\u000a10:54:30.580845 --- ParallelTerminationStrategy: PID 11306 died...\u000a10:54:30.637495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminated: ok {rc=0}\u000a10:54:30.647498 --- ParallelTerminationStrategy: PID 11307 died...\u000a10:54:30.703823 run iperf3-srv_10.42.42.10(pid=11307): Terminated {rc=256}\u000a10:54:30.713951 --- ParallelTerminationStrategy: PID 11310 died...\u000a10:54:30.770364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11310): Terminated: ok {rc=0}\u000a10:54:30.780393 --- ParallelTerminationStrategy: PID 11313 died...\u000a10:54:30.836650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11313): Terminated: ok {rc=0}\u000a10:54:30.846725 --- ParallelTerminationStrategy: PID 11316 died...\u000a10:54:30.921533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11316): Terminated: ok {rc=0}\u000a10:54:31.024058 bus /gobi_4: Setting Powered False\u000a10:54:32.154341 bus /gobi_4: Setting Powered False\u000a10:54:33.265507 bus /gobi_1: Setting Powered False\u000a10:54:34.372539 bus /gobi_1: Setting Powered False\u000a10:54:35.483822 bus /gobi_0: Setting Powered False\u000a10:54:36.585873 bus /gobi_0: Setting Powered False\u000a10:54:37.697630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11324): Process ended prematurely: osmo-stp_10.42.42.5(pid=11324) [trial-2388↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11324)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11324): Process ended prematurely: osmo-stp_10.42.42.5(pid=11324) [trial-2388↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a10:54:38.764115 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:38.775447 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:54:38.909410 tst ping.py: using LAC 33452\u000a10:54:39.025204 tst ping.py: using RAC 47\u000a10:54:39.140884 tst ping.py: using CellId 33452\u000a10:54:39.257738 tst ping.py: using BVCI 33453\u000a10:54:39.280159 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.290615 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.300904 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.311171 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.321331 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.331496 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.341881 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:39.352165 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:39.640569 tst ping.py:19: start network...\u000a10:54:39.773056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:40.272539 run create_hlr_db(pid=11318): Launched\u000a10:54:40.457559 bus /gobi_6: Setting Powered False\u000a10:54:41.478225 run create_hlr_db(pid=11318): Terminated: ok {rc=0}\u000a10:54:41.877816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11320): Launched\u000a10:54:42.174196 run osmo-hlr_10.42.42.2(pid=11321): Launched\u000a10:54:42.283240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:42.801487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11323): Launched\u000a10:54:43.096852 run osmo-stp_10.42.42.5(pid=11324): Launched\u000a10:54:43.204787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:43.720743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11326): Launched\u000a10:54:43.826236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:44.084298 run patchelf(pid=11327): Launched\u000a10:54:44.257618 run osmo-stp_10.42.42.5(pid=11324): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11324)]\u000a10:54:44.384035 run osmo-stp_10.42.42.5(pid=11324): stdout: \u000a| (launched: 2022-12-13_10:54:42.952047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:44.511018 run osmo-stp_10.42.42.5(pid=11324): stderr: \u000a| �[0;m�[38;5;43m20221213105443123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105443123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105443123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105443124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105443124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105443124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105443124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:44.633148 run osmo-stp_10.42.42.5(pid=11324): stdout: \u000a| (launched: 2022-12-13_10:54:42.952047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:44.754416 run osmo-stp_10.42.42.5(pid=11324): stderr: \u000a| �[0;m�[38;5;43m20221213105443123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105443123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105443123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105443124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105443124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105443124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105443124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:44.896369 run patchelf(pid=11327): Terminating (SIGINT)\u000a10:54:45.063570 run patchelf(pid=11327): Terminated: ok {rc=0}\u000a10:54:45.093912 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11324): Process ended prematurely: osmo-stp_10.42.42.5(pid=11324) [trial-2388↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11324)] [trial-2388↪gprs:trx-lms↪ping.py:22]\u000a10:54:45.102634 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:54:45.161937 run osmo-hlr_10.42.42.2(pid=11321): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11321)]\u000a10:54:45.210677 run osmo-hlr_10.42.42.2(pid=11321): stdout: \u000a| (launched: 2022-12-13_10:54:42.028725) \u000a10:54:45.260126 run osmo-hlr_10.42.42.2(pid=11321): stderr: \u000a| �[0;m�[1;31m20221213105442205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105442205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105442205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105442205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105442205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105442205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105442219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105442229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105442229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105442229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:45.301929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11320): Terminating (SIGTERM)\u000a10:54:45.341594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11323): Terminating (SIGTERM)\u000a10:54:45.381106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11326): Terminating (SIGTERM)\u000a10:54:45.390302 --- ParallelTerminationStrategy: PID 11320 died...\u000a10:54:45.443326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11320): Terminated: ok {rc=0}\u000a10:54:45.452830 --- ParallelTerminationStrategy: PID 11323 died...\u000a10:54:45.505634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11323): Terminated: ok {rc=0}\u000a10:54:45.515139 --- ParallelTerminationStrategy: PID 11326 died...\u000a10:54:45.567858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11326): Terminated: ok {rc=0}\u000a10:54:45.656712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11334): Process ended prematurely: osmo-stp_10.42.42.5(pid=11334) [trial-2388↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11334): Process ended prematurely: osmo-stp_10.42.42.5(pid=11334) [trial-2388↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a10:54:46.705722 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:46.717635 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:54:46.896018 tst ping_idle_ping.py: using LAC 33453\u000a10:54:47.021855 tst ping_idle_ping.py: using RAC 48\u000a10:54:47.142342 tst ping_idle_ping.py: using CellId 33453\u000a10:54:47.272676 tst ping_idle_ping.py: using BVCI 33454\u000a10:54:47.295465 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.306040 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.316422 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.326808 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.337165 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.348049 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.359125 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:54:47.370145 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:54:47.661276 tst ping_idle_ping.py:24: start network...\u000a10:54:47.794160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:48.297141 run create_hlr_db(pid=11328): Launched\u000a10:54:48.482985 bus /gobi_6: Setting Powered False\u000a10:54:49.503854 run create_hlr_db(pid=11328): Terminated: ok {rc=0}\u000a10:54:49.906664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11330): Launched\u000a10:54:50.205993 run osmo-hlr_10.42.42.2(pid=11331): Launched\u000a10:54:50.315751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:50.830123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11333): Launched\u000a10:54:51.127052 run osmo-stp_10.42.42.5(pid=11334): Launched\u000a10:54:51.235725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:51.752352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11336): Launched\u000a10:54:51.858108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:52.116073 run patchelf(pid=11337): Launched\u000a10:54:52.289876 run osmo-stp_10.42.42.5(pid=11334): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)]\u000a10:54:52.416695 run osmo-stp_10.42.42.5(pid=11334): stdout: \u000a| (launched: 2022-12-13_10:54:50.980629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:52.543590 run osmo-stp_10.42.42.5(pid=11334): stderr: \u000a| �[0;m�[38;5;43m20221213105451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105451152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105451152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105451152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105451152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:52.666194 run osmo-stp_10.42.42.5(pid=11334): stdout: \u000a| (launched: 2022-12-13_10:54:50.980629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:52.789465 run osmo-stp_10.42.42.5(pid=11334): stderr: \u000a| �[0;m�[38;5;43m20221213105451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105451151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105451152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105451152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105451152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105451152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:52.931157 run patchelf(pid=11337): Terminating (SIGINT)\u000a10:54:53.098656 run patchelf(pid=11337): Terminated: ok {rc=0}\u000a10:54:53.128990 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11334): Process ended prematurely: osmo-stp_10.42.42.5(pid=11334) [trial-2388↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)] [trial-2388↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a10:54:53.137677 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:54:53.197269 run osmo-hlr_10.42.42.2(pid=11331): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11331)]\u000a10:54:53.246583 run osmo-hlr_10.42.42.2(pid=11331): stdout: \u000a| (launched: 2022-12-13_10:54:50.058623) \u000a10:54:53.296277 run osmo-hlr_10.42.42.2(pid=11331): stderr: \u000a| �[0;m�[1;31m20221213105450237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105450237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105450237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105450237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105450237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105450237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105450249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105450258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105450258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105450258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:53.338445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11330): Terminating (SIGTERM)\u000a10:54:53.378120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11333): Terminating (SIGTERM)\u000a10:54:53.417699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11336): Terminating (SIGTERM)\u000a10:54:53.426910 --- ParallelTerminationStrategy: PID 11330 died...\u000a10:54:53.479918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11330): Terminated: ok {rc=0}\u000a10:54:53.489666 --- ParallelTerminationStrategy: PID 11333 died...\u000a10:54:53.542306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11333): Terminated: ok {rc=0}\u000a10:54:53.551773 --- ParallelTerminationStrategy: PID 11336 died...\u000a10:54:53.604462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11336): Terminated: ok {rc=0}\u000a10:54:53.687369 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:53:54" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11356): Process ended prematurely: osmo-stp_10.42.42.5(pid=11356) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11356)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11356): Process ended prematurely: osmo-stp_10.42.42.5(pid=11356) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:54:55.835728 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:55.847270 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:54:55.991635 tst cs_paging_gprs_active.py: using LAC 33454\u000a10:54:56.121395 tst cs_paging_gprs_active.py: using RAC 49\u000a10:54:56.248893 tst cs_paging_gprs_active.py: using CellId 33454\u000a10:54:56.376459 tst cs_paging_gprs_active.py: using BVCI 33455\u000a10:54:56.401579 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.412801 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.423776 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.434832 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.445938 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.457136 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.468623 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.479904 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:56.491389 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:54:56.608796 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:54:56.903366 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:54:57.039709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:57.369663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11343): Launched\u000a10:54:57.631093 run iperf3-srv_10.42.42.10(pid=11344): Launched\u000a10:54:57.816044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:54:57.942886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:58.256929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11345): Launched\u000a10:54:58.517173 run iperf3-srv_10.42.42.10(pid=11346): Launched\u000a10:54:58.701770 tst cs_paging_gprs_active.py:38: start network...\u000a10:54:58.827846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:59.311952 run create_hlr_db(pid=11347): Launched\u000a10:54:59.484689 bus /gobi_6: Setting Powered False\u000a10:55:00.507412 run create_hlr_db(pid=11347): Terminated: ok {rc=0}\u000a10:55:00.936028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11349): Launched\u000a10:55:01.375688 run osmo-hlr_10.42.42.2(pid=11350): Launched\u000a10:55:01.572440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:02.115798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11355): Launched\u000a10:55:02.535837 run osmo-stp_10.42.42.5(pid=11356): Launched\u000a10:55:02.647708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:03.175735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11358): Launched\u000a10:55:03.284266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:03.549193 run patchelf(pid=11359): Launched\u000a10:55:03.728042 run osmo-stp_10.42.42.5(pid=11356): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11356)]\u000a10:55:03.858482 run osmo-stp_10.42.42.5(pid=11356): stdout: \u000a| (launched: 2022-12-13_10:55:02.271126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:03.988332 run osmo-stp_10.42.42.5(pid=11356): stderr: \u000a| �[0;m�[38;5;43m20221213105502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105502497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105502498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105502498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105502498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:04.113852 run osmo-stp_10.42.42.5(pid=11356): stdout: \u000a| (launched: 2022-12-13_10:55:02.271126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:04.237746 run osmo-stp_10.42.42.5(pid=11356): stderr: \u000a| �[0;m�[38;5;43m20221213105502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105502497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105502498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105502498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105502498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:04.383415 run patchelf(pid=11359): Terminating (SIGINT)\u000a10:55:04.554805 run patchelf(pid=11359): Terminated: ok {rc=0}\u000a10:55:04.586176 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11356): Process ended prematurely: osmo-stp_10.42.42.5(pid=11356) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11356)] [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:55:04.595362 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:55:04.656378 run osmo-hlr_10.42.42.2(pid=11350): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11350)]\u000a10:55:04.705869 run osmo-hlr_10.42.42.2(pid=11350): stdout: \u000a| (launched: 2022-12-13_10:55:01.095781) \u000a10:55:04.755882 run osmo-hlr_10.42.42.2(pid=11350): stderr: \u000a| �[0;m�[1;31m20221213105501366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105501366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105501366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105501366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105501366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105501366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105501391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105501407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105501407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105501407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:04.797891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11343): Terminating (SIGTERM)\u000a10:55:04.837418 run iperf3-srv_10.42.42.10(pid=11344): Terminating (SIGTERM)\u000a10:55:04.877397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11345): Terminating (SIGTERM)\u000a10:55:04.916747 run iperf3-srv_10.42.42.10(pid=11346): Terminating (SIGTERM)\u000a10:55:04.955921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11349): Terminating (SIGTERM)\u000a10:55:04.995181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11355): Terminating (SIGTERM)\u000a10:55:05.034622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11358): Terminating (SIGTERM)\u000a10:55:05.043814 --- ParallelTerminationStrategy: PID 11343 died...\u000a10:55:05.096746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11343): Terminated: ok {rc=0}\u000a10:55:05.106360 --- ParallelTerminationStrategy: PID 11344 died...\u000a10:55:05.158895 run iperf3-srv_10.42.42.10(pid=11344): Terminated {rc=256}\u000a10:55:05.168397 --- ParallelTerminationStrategy: PID 11345 died...\u000a10:55:05.221204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11345): Terminated: ok {rc=0}\u000a10:55:05.230687 --- ParallelTerminationStrategy: PID 11346 died...\u000a10:55:05.283196 run iperf3-srv_10.42.42.10(pid=11346): Terminated {rc=256}\u000a10:55:05.292664 --- ParallelTerminationStrategy: PID 11349 died...\u000a10:55:05.345268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11349): Terminated: ok {rc=0}\u000a10:55:05.354868 --- ParallelTerminationStrategy: PID 11355 died...\u000a10:55:05.407517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11355): Terminated: ok {rc=0}\u000a10:55:05.417130 --- ParallelTerminationStrategy: PID 11358 died...\u000a10:55:05.469544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11358): Terminated: ok {rc=0}\u000a10:55:05.557379 bus /gobi_0: Setting Powered False\u000a10:55:06.659195 bus /gobi_0: Setting Powered False\u000a10:55:07.770748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11368): Process ended prematurely: osmo-stp_10.42.42.5(pid=11368) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11368)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11368): Process ended prematurely: osmo-stp_10.42.42.5(pid=11368) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:55:08.880218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:08.891563 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:09.029185 tst iperf3.py: using LAC 33455\u000a10:55:09.147688 tst iperf3.py: using RAC 50\u000a10:55:09.267838 tst iperf3.py: using CellId 33455\u000a10:55:09.393271 tst iperf3.py: using BVCI 33456\u000a10:55:09.416324 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.427139 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.437749 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.448257 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.458765 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.469213 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.479795 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.490239 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:09.500798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:09.798842 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:55:09.934871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:10.273940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11360): Launched\u000a10:55:10.554657 run iperf3-srv_10.42.42.10(pid=11361): Launched\u000a10:55:10.753871 tst iperf3.py:8: start network...\u000a10:55:10.889462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:11.399505 run create_hlr_db(pid=11362): Launched\u000a10:55:11.594551 bus /gobi_6: Setting Powered False\u000a10:55:12.606921 run create_hlr_db(pid=11362): Terminated: ok {rc=0}\u000a10:55:13.016889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11364): Launched\u000a10:55:13.319230 run osmo-hlr_10.42.42.2(pid=11365): Launched\u000a10:55:13.431114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:13.957438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11367): Launched\u000a10:55:14.259685 run osmo-stp_10.42.42.5(pid=11368): Launched\u000a10:55:14.370366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:14.896204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11370): Launched\u000a10:55:15.002906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:15.264597 run patchelf(pid=11371): Launched\u000a10:55:15.441071 run osmo-stp_10.42.42.5(pid=11368): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11368)]\u000a10:55:15.569766 run osmo-stp_10.42.42.5(pid=11368): stdout: \u000a| (launched: 2022-12-13_10:55:14.111292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:15.698961 run osmo-stp_10.42.42.5(pid=11368): stderr: \u000a| �[0;m�[38;5;43m20221213105514285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105514285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105514285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105514286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105514286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105514286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105514286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:15.823649 run osmo-stp_10.42.42.5(pid=11368): stdout: \u000a| (launched: 2022-12-13_10:55:14.111292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:15.961622 run osmo-stp_10.42.42.5(pid=11368): stderr: \u000a| �[0;m�[38;5;43m20221213105514285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105514285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105514285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105514286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105514286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105514286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105514286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:16.109644 run patchelf(pid=11371): Terminating (SIGINT)\u000a10:55:16.282774 run patchelf(pid=11371): Terminated: ok {rc=0}\u000a10:55:16.315562 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11368): Process ended prematurely: osmo-stp_10.42.42.5(pid=11368) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11368)] [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a10:55:16.325933 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:55:16.387271 run osmo-hlr_10.42.42.2(pid=11365): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11365)]\u000a10:55:16.438638 run osmo-hlr_10.42.42.2(pid=11365): stdout: \u000a| (launched: 2022-12-13_10:55:13.170501) \u000a10:55:16.489164 run osmo-hlr_10.42.42.2(pid=11365): stderr: \u000a| �[0;m�[1;31m20221213105513346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105513346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105513346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105513346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105513346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105513346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105513358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105513368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105513368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105513368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:16.532183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11360): Terminating (SIGTERM)\u000a10:55:16.574828 run iperf3-srv_10.42.42.10(pid=11361): Terminating (SIGTERM)\u000a10:55:16.617693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11364): Terminating (SIGTERM)\u000a10:55:16.658681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11367): Terminating (SIGTERM)\u000a10:55:16.702682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11370): Terminating (SIGTERM)\u000a10:55:16.712161 --- ParallelTerminationStrategy: PID 11360 died...\u000a10:55:16.766310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11360): Terminated: ok {rc=0}\u000a10:55:16.776295 --- ParallelTerminationStrategy: PID 11361 died...\u000a10:55:16.830428 run iperf3-srv_10.42.42.10(pid=11361): Terminated {rc=256}\u000a10:55:16.840361 --- ParallelTerminationStrategy: PID 11364 died...\u000a10:55:16.894213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11364): Terminated: ok {rc=0}\u000a10:55:16.904166 --- ParallelTerminationStrategy: PID 11367 died...\u000a10:55:16.957907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11367): Terminated: ok {rc=0}\u000a10:55:16.967918 --- ParallelTerminationStrategy: PID 11370 died...\u000a10:55:17.021734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11370): Terminated: ok {rc=0}\u000a10:55:17.106720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11386): Process ended prematurely: osmo-stp_10.42.42.5(pid=11386) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11386): Process ended prematurely: osmo-stp_10.42.42.5(pid=11386) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:55:18.215781 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.227240 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:18.373229 tst iperf3m4.py: using LAC 33456\u000a10:55:18.502139 tst iperf3m4.py: using RAC 51\u000a10:55:18.629365 tst iperf3m4.py: using CellId 33456\u000a10:55:18.757429 tst iperf3m4.py: using BVCI 33457\u000a10:55:18.782498 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.793849 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.804787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.815814 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.826817 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.838159 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.849611 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.860871 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:18.872492 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:18.989844 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:19.111425 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:19.228099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:19.506010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:55:19.632695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:19.947203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11372): Launched\u000a10:55:20.209221 run iperf3-srv_10.42.42.10(pid=11373): Launched\u000a10:55:20.392486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:55:20.518073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:20.831269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11374): Launched\u000a10:55:21.091390 run iperf3-srv_10.42.42.10(pid=11375): Launched\u000a10:55:21.275283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:55:21.401068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:21.714440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11376): Launched\u000a10:55:21.975304 run iperf3-srv_10.42.42.10(pid=11377): Launched\u000a10:55:22.160658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:55:22.286803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:22.602573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Launched\u000a10:55:22.862718 run iperf3-srv_10.42.42.10(pid=11379): Launched\u000a10:55:23.046906 tst iperf3m4.py:8: start network...\u000a10:55:23.172724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:23.660747 run create_hlr_db(pid=11380): Launched\u000a10:55:23.848916 bus /gobi_6: Setting Powered False\u000a10:55:24.869604 run create_hlr_db(pid=11380): Terminated: ok {rc=0}\u000a10:55:25.300406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11382): Launched\u000a10:55:25.627014 run osmo-hlr_10.42.42.2(pid=11383): Launched\u000a10:55:25.745137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:26.307574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11385): Launched\u000a10:55:26.634342 run osmo-stp_10.42.42.5(pid=11386): Launched\u000a10:55:26.752474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:27.316454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11388): Launched\u000a10:55:27.432844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:27.715941 run patchelf(pid=11389): Launched\u000a10:55:27.905218 run osmo-stp_10.42.42.5(pid=11386): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)]\u000a10:55:28.043728 run osmo-stp_10.42.42.5(pid=11386): stdout: \u000a| (launched: 2022-12-13_10:55:26.472430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:28.182842 run osmo-stp_10.42.42.5(pid=11386): stderr: \u000a| �[0;m�[38;5;43m20221213105526666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105526666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105526666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105526666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105526667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105526667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105526667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:28.316637 run osmo-stp_10.42.42.5(pid=11386): stdout: \u000a| (launched: 2022-12-13_10:55:26.472430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:28.450443 run osmo-stp_10.42.42.5(pid=11386): stderr: \u000a| �[0;m�[38;5;43m20221213105526666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105526666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105526666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105526666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105526667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105526667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105526667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:28.605181 run patchelf(pid=11389): Terminating (SIGINT)\u000a10:55:28.786833 run patchelf(pid=11389): Terminated: ok {rc=0}\u000a10:55:28.820031 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11386): Process ended prematurely: osmo-stp_10.42.42.5(pid=11386) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)] [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:55:28.829908 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:55:28.893583 run osmo-hlr_10.42.42.2(pid=11383): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11383)]\u000a10:55:28.945586 run osmo-hlr_10.42.42.2(pid=11383): stdout: \u000a| (launched: 2022-12-13_10:55:25.465803) \u000a10:55:28.997920 run osmo-hlr_10.42.42.2(pid=11383): stderr: \u000a| �[0;m�[1;31m20221213105525665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105525665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105525665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105525665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105525665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105525666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105525679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105525687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105525687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105525687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:29.042802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11372): Terminating (SIGTERM)\u000a10:55:29.085089 run iperf3-srv_10.42.42.10(pid=11373): Terminating (SIGTERM)\u000a10:55:29.127575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11374): Terminating (SIGTERM)\u000a10:55:29.170367 run iperf3-srv_10.42.42.10(pid=11375): Terminating (SIGTERM)\u000a10:55:29.212717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11376): Terminating (SIGTERM)\u000a10:55:29.255898 run iperf3-srv_10.42.42.10(pid=11377): Terminating (SIGTERM)\u000a10:55:29.298772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Terminating (SIGTERM)\u000a10:55:29.341542 run iperf3-srv_10.42.42.10(pid=11379): Terminating (SIGTERM)\u000a10:55:29.384124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11382): Terminating (SIGTERM)\u000a10:55:29.426513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11385): Terminating (SIGTERM)\u000a10:55:29.468561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11388): Terminating (SIGTERM)\u000a10:55:29.477911 --- ParallelTerminationStrategy: PID 11372 died...\u000a10:55:29.534350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11372): Terminated: ok {rc=0}\u000a10:55:29.544320 --- ParallelTerminationStrategy: PID 11373 died...\u000a10:55:29.600132 run iperf3-srv_10.42.42.10(pid=11373): Terminated {rc=256}\u000a10:55:29.610432 --- ParallelTerminationStrategy: PID 11374 died...\u000a10:55:29.666705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11374): Terminated: ok {rc=0}\u000a10:55:29.676681 --- ParallelTerminationStrategy: PID 11375 died...\u000a10:55:29.732516 run iperf3-srv_10.42.42.10(pid=11375): Terminated {rc=256}\u000a10:55:29.742497 --- ParallelTerminationStrategy: PID 11376 died...\u000a10:55:29.798503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11376): Terminated: ok {rc=0}\u000a10:55:29.808513 --- ParallelTerminationStrategy: PID 11377 died...\u000a10:55:29.864410 run iperf3-srv_10.42.42.10(pid=11377): Terminated {rc=256}\u000a10:55:29.874363 --- ParallelTerminationStrategy: PID 11378 died...\u000a10:55:29.930380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Terminated: ok {rc=0}\u000a10:55:29.940425 --- ParallelTerminationStrategy: PID 11379 died...\u000a10:55:29.996383 run iperf3-srv_10.42.42.10(pid=11379): Terminated {rc=256}\u000a10:55:30.006414 --- ParallelTerminationStrategy: PID 11382 died...\u000a10:55:30.062550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11382): Terminated: ok {rc=0}\u000a10:55:30.072665 --- ParallelTerminationStrategy: PID 11385 died...\u000a10:55:30.129218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11385): Terminated: ok {rc=0}\u000a10:55:30.139287 --- ParallelTerminationStrategy: PID 11388 died...\u000a10:55:30.195674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11388): Terminated: ok {rc=0}\u000a10:55:30.283874 bus /gobi_4: Setting Powered False\u000a10:55:31.399047 bus /gobi_4: Setting Powered False\u000a10:55:32.513097 bus /gobi_1: Setting Powered False\u000a10:55:33.616655 bus /gobi_1: Setting Powered False\u000a10:55:34.728636 bus /gobi_0: Setting Powered False\u000a10:55:35.832247 bus /gobi_0: Setting Powered False\u000a10:55:36.944640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11396): Process ended prematurely: osmo-stp_10.42.42.5(pid=11396) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11396)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11396): Process ended prematurely: osmo-stp_10.42.42.5(pid=11396) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:55:38.012079 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.023403 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:38.160043 tst ping.py: using LAC 33457\u000a10:55:38.278613 tst ping.py: using RAC 52\u000a10:55:38.394757 tst ping.py: using CellId 33457\u000a10:55:38.510926 tst ping.py: using BVCI 33458\u000a10:55:38.533652 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.544449 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.555016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.565556 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.576004 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.587017 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.598258 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:38.609269 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:38.884720 tst ping.py:19: start network...\u000a10:55:39.007907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:39.480771 run create_hlr_db(pid=11390): Launched\u000a10:55:39.651814 bus /gobi_6: Setting Powered False\u000a10:55:40.672416 run create_hlr_db(pid=11390): Terminated: ok {rc=0}\u000a10:55:41.094974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11392): Launched\u000a10:55:41.414807 run osmo-hlr_10.42.42.2(pid=11393): Launched\u000a10:55:41.534010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:42.088175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11395): Launched\u000a10:55:42.407728 run osmo-stp_10.42.42.5(pid=11396): Launched\u000a10:55:42.524350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:43.081360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11398): Launched\u000a10:55:43.195800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:43.474308 run patchelf(pid=11399): Launched\u000a10:55:43.661113 run osmo-stp_10.42.42.5(pid=11396): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11396)]\u000a10:55:43.797843 run osmo-stp_10.42.42.5(pid=11396): stdout: \u000a| (launched: 2022-12-13_10:55:42.249270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:43.934642 run osmo-stp_10.42.42.5(pid=11396): stderr: \u000a| �[0;m�[38;5;43m20221213105542441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105542441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105542441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105542442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105542442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105542442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105542442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:44.066794 run osmo-stp_10.42.42.5(pid=11396): stdout: \u000a| (launched: 2022-12-13_10:55:42.249270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:44.197723 run osmo-stp_10.42.42.5(pid=11396): stderr: \u000a| �[0;m�[38;5;43m20221213105542441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105542441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105542441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105542442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105542442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105542442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105542442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:44.349871 run patchelf(pid=11399): Terminating (SIGINT)\u000a10:55:44.528452 run patchelf(pid=11399): Terminated: ok {rc=0}\u000a10:55:44.560856 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11396): Process ended prematurely: osmo-stp_10.42.42.5(pid=11396) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11396)] [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a10:55:44.570444 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:55:44.633926 run osmo-hlr_10.42.42.2(pid=11393): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11393)]\u000a10:55:44.685994 run osmo-hlr_10.42.42.2(pid=11393): stdout: \u000a| (launched: 2022-12-13_10:55:41.256398) \u000a10:55:44.738962 run osmo-hlr_10.42.42.2(pid=11393): stderr: \u000a| �[0;m�[1;31m20221213105541456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105541456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105541456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105541456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105541456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105541457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105541468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105541477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105541477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105541477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:44.783774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11392): Terminating (SIGTERM)\u000a10:55:44.826127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11395): Terminating (SIGTERM)\u000a10:55:44.868296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11398): Terminating (SIGTERM)\u000a10:55:44.878275 --- ParallelTerminationStrategy: PID 11392 died...\u000a10:55:44.935200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11392): Terminated: ok {rc=0}\u000a10:55:44.945516 --- ParallelTerminationStrategy: PID 11395 died...\u000a10:55:45.001814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11395): Terminated: ok {rc=0}\u000a10:55:45.012077 --- ParallelTerminationStrategy: PID 11398 died...\u000a10:55:45.068771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11398): Terminated: ok {rc=0}\u000a10:55:45.157086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:55:46.207528 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.220100 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:46.370716 tst ping_idle_ping.py: using LAC 33458\u000a10:55:46.528522 tst ping_idle_ping.py: using RAC 53\u000a10:55:46.677573 tst ping_idle_ping.py: using CellId 33458\u000a10:55:46.804003 tst ping_idle_ping.py: using BVCI 33459\u000a10:55:46.828733 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.840495 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.851748 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.862964 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.874257 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.885552 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.897113 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:46.908162 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:47.222318 tst ping_idle_ping.py:24: start network...\u000a10:55:47.359521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:47.866322 run create_hlr_db(pid=11400): Launched\u000a10:55:48.052156 bus /gobi_6: Setting Powered False\u000a10:55:49.071793 run create_hlr_db(pid=11400): Terminated: ok {rc=0}\u000a10:55:49.471845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11402): Launched\u000a10:55:49.770452 run osmo-hlr_10.42.42.2(pid=11403): Launched\u000a10:55:49.887830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:50.410535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11405): Launched\u000a10:55:50.710965 run osmo-stp_10.42.42.5(pid=11406): Launched\u000a10:55:50.830205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:51.354446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11408): Launched\u000a10:55:51.460325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:51.720410 run patchelf(pid=11409): Launched\u000a10:55:51.905826 run osmo-stp_10.42.42.5(pid=11406): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]\u000a10:55:52.042493 run osmo-stp_10.42.42.5(pid=11406): stdout: \u000a| (launched: 2022-12-13_10:55:50.561371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:52.179369 run osmo-stp_10.42.42.5(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221213105550733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105550733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105550733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105550734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105550736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105550736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105550736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:52.311839 run osmo-stp_10.42.42.5(pid=11406): stdout: \u000a| (launched: 2022-12-13_10:55:50.561371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:52.443794 run osmo-stp_10.42.42.5(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221213105550733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105550733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105550733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105550734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105550736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105550736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105550736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:52.596577 run patchelf(pid=11409): Terminating (SIGINT)\u000a10:55:52.775971 run patchelf(pid=11409): Terminated: ok {rc=0}\u000a10:55:52.808502 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)] [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:55:52.817923 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:55:52.881251 run osmo-hlr_10.42.42.2(pid=11403): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11403)]\u000a10:55:52.932726 run osmo-hlr_10.42.42.2(pid=11403): stdout: \u000a| (launched: 2022-12-13_10:55:49.623402) \u000a10:55:52.984824 run osmo-hlr_10.42.42.2(pid=11403): stderr: \u000a| �[0;m�[1;31m20221213105549801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105549801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105549801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105549801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105549801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105549801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105549814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105549823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105549823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105549823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:53.029590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11402): Terminating (SIGTERM)\u000a10:55:53.071574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11405): Terminating (SIGTERM)\u000a10:55:53.114091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11408): Terminating (SIGTERM)\u000a10:55:53.123940 --- ParallelTerminationStrategy: PID 11402 died...\u000a10:55:53.180480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11402): Terminated: ok {rc=0}\u000a10:55:53.190650 --- ParallelTerminationStrategy: PID 11405 died...\u000a10:55:53.246963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11405): Terminated: ok {rc=0}\u000a10:55:53.257266 --- ParallelTerminationStrategy: PID 11408 died...\u000a10:55:53.314119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11408): Terminated: ok {rc=0}\u000a10:55:53.403458 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:54:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11425): Process ended prematurely: osmo-stp_10.42.42.5(pid=11425) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11425): Process ended prematurely: osmo-stp_10.42.42.5(pid=11425) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:55:55.561108 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:55.572048 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:55:55.728848 tst cs_paging_gprs_active.py: using LAC 33459\u000a10:55:55.850559 tst cs_paging_gprs_active.py: using RAC 54\u000a10:55:55.973049 tst cs_paging_gprs_active.py: using CellId 33459\u000a10:55:56.096614 tst cs_paging_gprs_active.py: using BVCI 33460\u000a10:55:56.119899 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.130884 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.141705 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.152329 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.163213 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.173825 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.185057 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.195668 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:56.206621 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:55:56.322939 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:55:56.619720 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:55:56.756786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:57.094017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11415): Launched\u000a10:55:57.374334 run iperf3-srv_10.42.42.10(pid=11416): Launched\u000a10:55:57.574050 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:55:57.709654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:58.045358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11417): Launched\u000a10:55:58.325585 run iperf3-srv_10.42.42.10(pid=11418): Launched\u000a10:55:58.525275 tst cs_paging_gprs_active.py:38: start network...\u000a10:55:58.661085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:59.171381 run create_hlr_db(pid=11419): Launched\u000a10:55:59.358745 bus /gobi_6: Setting Powered False\u000a10:56:00.381245 run create_hlr_db(pid=11419): Terminated: ok {rc=0}\u000a10:56:00.786265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11421): Launched\u000a10:56:01.372089 run osmo-hlr_10.42.42.2(pid=11422): Launched\u000a10:56:01.654771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:02.265685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11424): Launched\u000a10:56:02.593878 run osmo-stp_10.42.42.5(pid=11425): Launched\u000a10:56:02.712886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:03.280544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11427): Launched\u000a10:56:03.397028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:03.687702 run patchelf(pid=11428): Launched\u000a10:56:03.877188 run osmo-stp_10.42.42.5(pid=11425): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)]\u000a10:56:04.015467 run osmo-stp_10.42.42.5(pid=11425): stdout: \u000a| (launched: 2022-12-13_10:56:02.432930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:04.154044 run osmo-stp_10.42.42.5(pid=11425): stderr: \u000a| �[0;m�[38;5;43m20221213105602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105602628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105602629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:04.287898 run osmo-stp_10.42.42.5(pid=11425): stdout: \u000a| (launched: 2022-12-13_10:56:02.432930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:04.421664 run osmo-stp_10.42.42.5(pid=11425): stderr: \u000a| �[0;m�[38;5;43m20221213105602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105602628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105602629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:04.577056 run patchelf(pid=11428): Terminating (SIGINT)\u000a10:56:04.759625 run patchelf(pid=11428): Terminated: ok {rc=0}\u000a10:56:04.793045 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11425): Process ended prematurely: osmo-stp_10.42.42.5(pid=11425) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:56:04.802913 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a10:56:04.866087 run osmo-hlr_10.42.42.2(pid=11422): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11422)]\u000a10:56:04.917340 run osmo-hlr_10.42.42.2(pid=11422): stdout: \u000a| (launched: 2022-12-13_10:56:00.951824) \u000a10:56:04.969091 run osmo-hlr_10.42.42.2(pid=11422): stderr: \u000a| �[0;m�[1;31m20221213105601318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105601318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105601318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105601318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105601318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105601318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105601338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105601356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105601356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105601356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:05.013506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11415): Terminating (SIGTERM)\u000a10:56:05.055266 run iperf3-srv_10.42.42.10(pid=11416): Terminating (SIGTERM)\u000a10:56:05.097198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11417): Terminating (SIGTERM)\u000a10:56:05.138798 run iperf3-srv_10.42.42.10(pid=11418): Terminating (SIGTERM)\u000a10:56:05.180559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11421): Terminating (SIGTERM)\u000a10:56:05.222287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11424): Terminating (SIGTERM)\u000a10:56:05.263998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11427): Terminating (SIGTERM)\u000a10:56:05.273708 --- ParallelTerminationStrategy: PID 11415 died...\u000a10:56:05.329878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11415): Terminated: ok {rc=0}\u000a10:56:05.339942 --- ParallelTerminationStrategy: PID 11416 died...\u000a10:56:05.395986 run iperf3-srv_10.42.42.10(pid=11416): Terminated {rc=256}\u000a10:56:05.405963 --- ParallelTerminationStrategy: PID 11417 died...\u000a10:56:05.462024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11417): Terminated: ok {rc=0}\u000a10:56:05.472038 --- ParallelTerminationStrategy: PID 11418 died...\u000a10:56:05.527977 run iperf3-srv_10.42.42.10(pid=11418): Terminated {rc=256}\u000a10:56:05.538093 --- ParallelTerminationStrategy: PID 11421 died...\u000a10:56:05.594012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11421): Terminated: ok {rc=0}\u000a10:56:05.604017 --- ParallelTerminationStrategy: PID 11424 died...\u000a10:56:05.659836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11424): Terminated: ok {rc=0}\u000a10:56:05.669936 --- ParallelTerminationStrategy: PID 11427 died...\u000a10:56:05.725751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11427): Terminated: ok {rc=0}\u000a10:56:05.811575 bus /gobi_0: Setting Powered False\u000a10:56:06.917418 bus /gobi_0: Setting Powered False\u000a10:56:08.024668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11437): Process ended prematurely: osmo-stp_10.42.42.5(pid=11437) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11437)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11437): Process ended prematurely: osmo-stp_10.42.42.5(pid=11437) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:56:09.139521 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.151512 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:09.309900 tst iperf3.py: using LAC 33460\u000a10:56:09.428210 tst iperf3.py: using RAC 55\u000a10:56:09.549503 tst iperf3.py: using CellId 33460\u000a10:56:09.666488 tst iperf3.py: using BVCI 33461\u000a10:56:09.689729 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.700549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.711129 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.721588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.732045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.742530 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.753298 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.763721 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:09.774752 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:10.051016 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:56:10.177080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:10.492439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11429): Launched\u000a10:56:10.752495 run iperf3-srv_10.42.42.10(pid=11430): Launched\u000a10:56:10.936248 tst iperf3.py:8: start network...\u000a10:56:11.061876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:11.544323 run create_hlr_db(pid=11431): Launched\u000a10:56:11.717309 bus /gobi_6: Setting Powered False\u000a10:56:12.738759 run create_hlr_db(pid=11431): Terminated: ok {rc=0}\u000a10:56:13.167761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11433): Launched\u000a10:56:13.492182 run osmo-hlr_10.42.42.2(pid=11434): Launched\u000a10:56:13.614677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:14.176578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11436): Launched\u000a10:56:14.502263 run osmo-stp_10.42.42.5(pid=11437): Launched\u000a10:56:14.620078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:15.188180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11439): Launched\u000a10:56:15.303764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:15.587720 run patchelf(pid=11440): Launched\u000a10:56:15.777109 run osmo-stp_10.42.42.5(pid=11437): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11437)]\u000a10:56:15.930795 run osmo-stp_10.42.42.5(pid=11437): stdout: \u000a| (launched: 2022-12-13_10:56:14.341381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:16.073914 run osmo-stp_10.42.42.5(pid=11437): stderr: \u000a| �[0;m�[38;5;43m20221213105614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105614536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105614536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:16.211649 run osmo-stp_10.42.42.5(pid=11437): stdout: \u000a| (launched: 2022-12-13_10:56:14.341381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:16.348772 run osmo-stp_10.42.42.5(pid=11437): stderr: \u000a| �[0;m�[38;5;43m20221213105614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105614536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105614536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:16.508228 run patchelf(pid=11440): Terminating (SIGINT)\u000a10:56:16.694710 run patchelf(pid=11440): Terminated: ok {rc=0}\u000a10:56:16.729614 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11437): Process ended prematurely: osmo-stp_10.42.42.5(pid=11437) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11437)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:56:16.740682 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:56:16.808107 run osmo-hlr_10.42.42.2(pid=11434): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11434)]\u000a10:56:16.862100 run osmo-hlr_10.42.42.2(pid=11434): stdout: \u000a| (launched: 2022-12-13_10:56:13.332323) \u000a10:56:16.917097 run osmo-hlr_10.42.42.2(pid=11434): stderr: \u000a| �[0;m�[1;31m20221213105613532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105613532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105613532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105613532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105613532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105613532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105613544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105613553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105613553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105613553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:16.963971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11429): Terminating (SIGTERM)\u000a10:56:17.009772 run iperf3-srv_10.42.42.10(pid=11430): Terminating (SIGTERM)\u000a10:56:17.055843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11433): Terminating (SIGTERM)\u000a10:56:17.100246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11436): Terminating (SIGTERM)\u000a10:56:17.144521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11439): Terminating (SIGTERM)\u000a10:56:17.154786 --- ParallelTerminationStrategy: PID 11429 died...\u000a10:56:17.213874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11429): Terminated: ok {rc=0}\u000a10:56:17.224006 --- ParallelTerminationStrategy: PID 11430 died...\u000a10:56:17.280535 run iperf3-srv_10.42.42.10(pid=11430): Terminated {rc=256}\u000a10:56:17.290735 --- ParallelTerminationStrategy: PID 11433 died...\u000a10:56:17.347530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11433): Terminated: ok {rc=0}\u000a10:56:17.357803 --- ParallelTerminationStrategy: PID 11436 died...\u000a10:56:17.415233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11436): Terminated: ok {rc=0}\u000a10:56:17.426036 --- ParallelTerminationStrategy: PID 11439 died...\u000a10:56:17.483249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11439): Terminated: ok {rc=0}\u000a10:56:17.570326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11455): Process ended prematurely: osmo-stp_10.42.42.5(pid=11455) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11455): Process ended prematurely: osmo-stp_10.42.42.5(pid=11455) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:56:18.686236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:18.698299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:18.864684 tst iperf3m4.py: using LAC 33461\u000a10:56:18.991281 tst iperf3m4.py: using RAC 56\u000a10:56:19.119083 tst iperf3m4.py: using CellId 33461\u000a10:56:19.247398 tst iperf3m4.py: using BVCI 33462\u000a10:56:19.272133 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.283499 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.294572 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.305683 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.316627 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.327984 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.339450 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.350774 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:19.362305 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:19.480436 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:19.604002 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:19.724576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:20.003282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:56:20.129407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:20.443689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11441): Launched\u000a10:56:20.708318 run iperf3-srv_10.42.42.10(pid=11442): Launched\u000a10:56:20.891933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:56:21.017074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:21.329356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11443): Launched\u000a10:56:21.591677 run iperf3-srv_10.42.42.10(pid=11444): Launched\u000a10:56:21.774562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:56:21.899585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:22.211122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Launched\u000a10:56:22.472230 run iperf3-srv_10.42.42.10(pid=11446): Launched\u000a10:56:22.656355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:56:22.781457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:23.093438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Launched\u000a10:56:23.355633 run iperf3-srv_10.42.42.10(pid=11448): Launched\u000a10:56:23.539265 tst iperf3m4.py:8: start network...\u000a10:56:23.664617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:24.154092 run create_hlr_db(pid=11449): Launched\u000a10:56:24.342843 bus /gobi_6: Setting Powered False\u000a10:56:25.363505 run create_hlr_db(pid=11449): Terminated: ok {rc=0}\u000a10:56:25.769775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11451): Launched\u000a10:56:26.072685 run osmo-hlr_10.42.42.2(pid=11452): Launched\u000a10:56:26.183955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:26.709142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11454): Launched\u000a10:56:27.010323 run osmo-stp_10.42.42.5(pid=11455): Launched\u000a10:56:27.119282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:27.645052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11457): Launched\u000a10:56:27.752377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:28.015299 run patchelf(pid=11458): Launched\u000a10:56:28.191215 run osmo-stp_10.42.42.5(pid=11455): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)]\u000a10:56:28.319708 run osmo-stp_10.42.42.5(pid=11455): stdout: \u000a| (launched: 2022-12-13_10:56:26.862101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:28.448515 run osmo-stp_10.42.42.5(pid=11455): stderr: \u000a| �[0;m�[38;5;43m20221213105627032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105627032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105627032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105627033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105627035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105627035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105627035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:28.573522 run osmo-stp_10.42.42.5(pid=11455): stdout: \u000a| (launched: 2022-12-13_10:56:26.862101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:28.696455 run osmo-stp_10.42.42.5(pid=11455): stderr: \u000a| �[0;m�[38;5;43m20221213105627032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105627032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105627032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105627033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105627035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105627035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105627035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:28.840453 run patchelf(pid=11458): Terminating (SIGINT)\u000a10:56:29.009940 run patchelf(pid=11458): Terminated: ok {rc=0}\u000a10:56:29.041141 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11455): Process ended prematurely: osmo-stp_10.42.42.5(pid=11455) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:56:29.050350 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a10:56:29.110282 run osmo-hlr_10.42.42.2(pid=11452): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11452)]\u000a10:56:29.158810 run osmo-hlr_10.42.42.2(pid=11452): stdout: \u000a| (launched: 2022-12-13_10:56:25.922771) \u000a10:56:29.207911 run osmo-hlr_10.42.42.2(pid=11452): stderr: \u000a| �[0;m�[1;31m20221213105626102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105626102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105626102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105626103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105626103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105626103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105626115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105626124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105626124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105626124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:29.249830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11441): Terminating (SIGTERM)\u000a10:56:29.289412 run iperf3-srv_10.42.42.10(pid=11442): Terminating (SIGTERM)\u000a10:56:29.328886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11443): Terminating (SIGTERM)\u000a10:56:29.368272 run iperf3-srv_10.42.42.10(pid=11444): Terminating (SIGTERM)\u000a10:56:29.407536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Terminating (SIGTERM)\u000a10:56:29.446813 run iperf3-srv_10.42.42.10(pid=11446): Terminating (SIGTERM)\u000a10:56:29.486067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminating (SIGTERM)\u000a10:56:29.525397 run iperf3-srv_10.42.42.10(pid=11448): Terminating (SIGTERM)\u000a10:56:29.564640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11451): Terminating (SIGTERM)\u000a10:56:29.603916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11454): Terminating (SIGTERM)\u000a10:56:29.643422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11457): Terminating (SIGTERM)\u000a10:56:29.652608 --- ParallelTerminationStrategy: PID 11441 died...\u000a10:56:29.705632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11441): Terminated: ok {rc=0}\u000a10:56:29.715595 --- ParallelTerminationStrategy: PID 11442 died...\u000a10:56:29.768640 run iperf3-srv_10.42.42.10(pid=11442): Terminated {rc=256}\u000a10:56:29.778247 --- ParallelTerminationStrategy: PID 11443 died...\u000a10:56:29.831787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11443): Terminated: ok {rc=0}\u000a10:56:29.841441 --- ParallelTerminationStrategy: PID 11444 died...\u000a10:56:29.894061 run iperf3-srv_10.42.42.10(pid=11444): Terminated {rc=256}\u000a10:56:29.903566 --- ParallelTerminationStrategy: PID 11445 died...\u000a10:56:29.956213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Terminated: ok {rc=0}\u000a10:56:29.965808 --- ParallelTerminationStrategy: PID 11446 died...\u000a10:56:30.019030 run iperf3-srv_10.42.42.10(pid=11446): Terminated {rc=256}\u000a10:56:30.028612 --- ParallelTerminationStrategy: PID 11447 died...\u000a10:56:30.081533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminated: ok {rc=0}\u000a10:56:30.091205 --- ParallelTerminationStrategy: PID 11448 died...\u000a10:56:30.143948 run iperf3-srv_10.42.42.10(pid=11448): Terminated {rc=256}\u000a10:56:30.153917 --- ParallelTerminationStrategy: PID 11451 died...\u000a10:56:30.206659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11451): Terminated: ok {rc=0}\u000a10:56:30.216200 --- ParallelTerminationStrategy: PID 11454 died...\u000a10:56:30.269009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11454): Terminated: ok {rc=0}\u000a10:56:30.278601 --- ParallelTerminationStrategy: PID 11457 died...\u000a10:56:30.331565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11457): Terminated: ok {rc=0}\u000a10:56:30.415845 bus /gobi_4: Setting Powered False\u000a10:56:31.521378 bus /gobi_4: Setting Powered False\u000a10:56:32.628901 bus /gobi_1: Setting Powered False\u000a10:56:33.736845 bus /gobi_1: Setting Powered False\u000a10:56:34.846188 bus /gobi_0: Setting Powered False\u000a10:56:35.953858 bus /gobi_0: Setting Powered False\u000a10:56:37.062934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11465): Process ended prematurely: osmo-stp_10.42.42.5(pid=11465) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11465): Process ended prematurely: osmo-stp_10.42.42.5(pid=11465) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:56:38.131953 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.143956 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:38.306279 tst ping.py: using LAC 33462\u000a10:56:38.421967 tst ping.py: using RAC 57\u000a10:56:38.537176 tst ping.py: using CellId 33462\u000a10:56:38.654579 tst ping.py: using BVCI 33463\u000a10:56:38.677543 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.688340 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.699009 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.709567 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.720038 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.730653 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.741327 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:38.751813 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:39.041693 tst ping.py:19: start network...\u000a10:56:39.174435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:39.676498 run create_hlr_db(pid=11459): Launched\u000a10:56:39.861412 bus /gobi_6: Setting Powered False\u000a10:56:40.882191 run create_hlr_db(pid=11459): Terminated: ok {rc=0}\u000a10:56:41.291670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11461): Launched\u000a10:56:41.612132 run osmo-hlr_10.42.42.2(pid=11462): Launched\u000a10:56:41.730861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:42.289242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11464): Launched\u000a10:56:42.609823 run osmo-stp_10.42.42.5(pid=11465): Launched\u000a10:56:42.725786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:43.281937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11467): Launched\u000a10:56:43.396280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:43.675189 run patchelf(pid=11468): Launched\u000a10:56:43.861883 run osmo-stp_10.42.42.5(pid=11465): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)]\u000a10:56:43.998117 run osmo-stp_10.42.42.5(pid=11465): stdout: \u000a| (launched: 2022-12-13_10:56:42.451608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:44.134762 run osmo-stp_10.42.42.5(pid=11465): stderr: \u000a| �[0;m�[38;5;43m20221213105642646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105642646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105642646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105642647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105642647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105642647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105642647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:44.266594 run osmo-stp_10.42.42.5(pid=11465): stdout: \u000a| (launched: 2022-12-13_10:56:42.451608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:44.397186 run osmo-stp_10.42.42.5(pid=11465): stderr: \u000a| �[0;m�[38;5;43m20221213105642646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105642646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105642646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105642647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105642647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105642647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105642647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:44.549276 run patchelf(pid=11468): Terminating (SIGINT)\u000a10:56:44.727755 run patchelf(pid=11468): Terminated: ok {rc=0}\u000a10:56:44.760287 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11465): Process ended prematurely: osmo-stp_10.42.42.5(pid=11465) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:56:44.769775 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:56:44.833202 run osmo-hlr_10.42.42.2(pid=11462): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11462)]\u000a10:56:44.885075 run osmo-hlr_10.42.42.2(pid=11462): stdout: \u000a| (launched: 2022-12-13_10:56:41.454745) \u000a10:56:44.937855 run osmo-hlr_10.42.42.2(pid=11462): stderr: \u000a| �[0;m�[1;31m20221213105641654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105641654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105641654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105641654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105641654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105641654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105641677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105641687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105641687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105641687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:44.982797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11461): Terminating (SIGTERM)\u000a10:56:45.025194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11464): Terminating (SIGTERM)\u000a10:56:45.067462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11467): Terminating (SIGTERM)\u000a10:56:45.077377 --- ParallelTerminationStrategy: PID 11461 died...\u000a10:56:45.134204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11461): Terminated: ok {rc=0}\u000a10:56:45.144449 --- ParallelTerminationStrategy: PID 11464 died...\u000a10:56:45.200877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11464): Terminated: ok {rc=0}\u000a10:56:45.211202 --- ParallelTerminationStrategy: PID 11467 died...\u000a10:56:45.267791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11467): Terminated: ok {rc=0}\u000a10:56:45.356222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11475): Process ended prematurely: osmo-stp_10.42.42.5(pid=11475) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11475): Process ended prematurely: osmo-stp_10.42.42.5(pid=11475) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:56:46.421930 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:46.435439 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:46.614775 tst ping_idle_ping.py: using LAC 33463\u000a10:56:46.752792 tst ping_idle_ping.py: using RAC 58\u000a10:56:46.879387 tst ping_idle_ping.py: using CellId 33463\u000a10:56:47.023172 tst ping_idle_ping.py: using BVCI 33464\u000a10:56:47.047749 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.059578 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.071014 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.082317 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.094188 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.106240 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.118258 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:47.130188 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:47.406296 tst ping_idle_ping.py:24: start network...\u000a10:56:47.530722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:48.012159 run create_hlr_db(pid=11469): Launched\u000a10:56:48.184597 bus /gobi_6: Setting Powered False\u000a10:56:49.206332 run create_hlr_db(pid=11469): Terminated: ok {rc=0}\u000a10:56:49.634964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11471): Launched\u000a10:56:49.955165 run osmo-hlr_10.42.42.2(pid=11472): Launched\u000a10:56:50.071324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:50.627130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11474): Launched\u000a10:56:50.946829 run osmo-stp_10.42.42.5(pid=11475): Launched\u000a10:56:51.063616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:51.623524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11477): Launched\u000a10:56:51.738362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:52.018747 run patchelf(pid=11478): Launched\u000a10:56:52.206596 run osmo-stp_10.42.42.5(pid=11475): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)]\u000a10:56:52.343569 run osmo-stp_10.42.42.5(pid=11475): stdout: \u000a| (launched: 2022-12-13_10:56:50.789682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:52.481787 run osmo-stp_10.42.42.5(pid=11475): stderr: \u000a| �[0;m�[38;5;43m20221213105650981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105650981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105650981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105650982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105650984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105650984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105650984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:52.614921 run osmo-stp_10.42.42.5(pid=11475): stdout: \u000a| (launched: 2022-12-13_10:56:50.789682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:52.746772 run osmo-stp_10.42.42.5(pid=11475): stderr: \u000a| �[0;m�[38;5;43m20221213105650981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105650981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105650981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105650982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105650984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105650984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105650984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:52.900103 run patchelf(pid=11478): Terminating (SIGINT)\u000a10:56:53.079811 run patchelf(pid=11478): Terminated: ok {rc=0}\u000a10:56:53.112374 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11475): Process ended prematurely: osmo-stp_10.42.42.5(pid=11475) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:56:53.121596 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:56:53.185282 run osmo-hlr_10.42.42.2(pid=11472): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11472)]\u000a10:56:53.237593 run osmo-hlr_10.42.42.2(pid=11472): stdout: \u000a| (launched: 2022-12-13_10:56:49.797663) \u000a10:56:53.290498 run osmo-hlr_10.42.42.2(pid=11472): stderr: \u000a| �[0;m�[1;31m20221213105649995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105649995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105649995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105649995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105649995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105649995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105650028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105650038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105650039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105650039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:53.335614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11471): Terminating (SIGTERM)\u000a10:56:53.378194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11474): Terminating (SIGTERM)\u000a10:56:53.420867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11477): Terminating (SIGTERM)\u000a10:56:53.430864 --- ParallelTerminationStrategy: PID 11471 died...\u000a10:56:53.488238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11471): Terminated: ok {rc=0}\u000a10:56:53.498649 --- ParallelTerminationStrategy: PID 11474 died...\u000a10:56:53.555663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11474): Terminated: ok {rc=0}\u000a10:56:53.566011 --- ParallelTerminationStrategy: PID 11477 died...\u000a10:56:53.622853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11477): Terminated: ok {rc=0}\u000a10:56:53.710318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:55:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11493): Process ended prematurely: osmo-stp_10.42.42.5(pid=11493) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11493): Process ended prematurely: osmo-stp_10.42.42.5(pid=11493) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:56:55.859197 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:55.870620 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:56:56.037752 tst cs_paging_gprs_active.py: using LAC 33464\u000a10:56:56.167495 tst cs_paging_gprs_active.py: using RAC 59\u000a10:56:56.297931 tst cs_paging_gprs_active.py: using CellId 33464\u000a10:56:56.427782 tst cs_paging_gprs_active.py: using BVCI 33465\u000a10:56:56.453239 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.464667 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.475873 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.487229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.498956 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.510811 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.522716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.534369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:56:56.546224 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:56:56.665263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:56:56.950751 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:56:57.076829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:57.390972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11483): Launched\u000a10:56:57.653670 run iperf3-srv_10.42.42.10(pid=11484): Launched\u000a10:56:57.839247 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:56:57.964845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:58.279200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11485): Launched\u000a10:56:58.539250 run iperf3-srv_10.42.42.10(pid=11486): Launched\u000a10:56:58.723862 tst cs_paging_gprs_active.py:38: start network...\u000a10:56:58.851018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:59.337402 run create_hlr_db(pid=11487): Launched\u000a10:56:59.511008 bus /gobi_6: Setting Powered False\u000a10:57:00.533374 run create_hlr_db(pid=11487): Terminated: ok {rc=0}\u000a10:57:00.999180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11489): Launched\u000a10:57:01.403154 run osmo-hlr_10.42.42.2(pid=11490): Launched\u000a10:57:01.588797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:02.217683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11492): Launched\u000a10:57:02.523406 run osmo-stp_10.42.42.5(pid=11493): Launched\u000a10:57:02.634746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:03.175959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11495): Launched\u000a10:57:03.295156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:03.559762 run patchelf(pid=11496): Launched\u000a10:57:03.738390 run osmo-stp_10.42.42.5(pid=11493): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)]\u000a10:57:03.867979 run osmo-stp_10.42.42.5(pid=11493): stdout: \u000a| (launched: 2022-12-13_10:57:02.373503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:03.997613 run osmo-stp_10.42.42.5(pid=11493): stderr: \u000a| �[0;m�[38;5;43m20221213105702543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105702544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105702544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105702544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105702547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105702547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105702547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:04.122909 run osmo-stp_10.42.42.5(pid=11493): stdout: \u000a| (launched: 2022-12-13_10:57:02.373503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:04.246849 run osmo-stp_10.42.42.5(pid=11493): stderr: \u000a| �[0;m�[38;5;43m20221213105702543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105702544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105702544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105702544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105702547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105702547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105702547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:04.392619 run patchelf(pid=11496): Terminating (SIGINT)\u000a10:57:04.563902 run patchelf(pid=11496): Terminated: ok {rc=0}\u000a10:57:04.595165 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11493): Process ended prematurely: osmo-stp_10.42.42.5(pid=11493) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:57:04.604284 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:57:04.663248 run osmo-hlr_10.42.42.2(pid=11490): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11490)]\u000a10:57:04.711552 run osmo-hlr_10.42.42.2(pid=11490): stdout: \u000a| (launched: 2022-12-13_10:57:01.157576) \u000a10:57:04.760404 run osmo-hlr_10.42.42.2(pid=11490): stderr: \u000a| �[0;m�[1;31m20221213105701500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105701500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105701500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105701500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105701500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105701500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105701532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105701544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105701544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105701544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:04.802483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11483): Terminating (SIGTERM)\u000a10:57:04.842141 run iperf3-srv_10.42.42.10(pid=11484): Terminating (SIGTERM)\u000a10:57:04.881256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11485): Terminating (SIGTERM)\u000a10:57:04.920216 run iperf3-srv_10.42.42.10(pid=11486): Terminating (SIGTERM)\u000a10:57:04.959310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11489): Terminating (SIGTERM)\u000a10:57:04.998330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11492): Terminating (SIGTERM)\u000a10:57:05.037909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11495): Terminating (SIGTERM)\u000a10:57:05.047009 --- ParallelTerminationStrategy: PID 11483 died...\u000a10:57:05.099504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11483): Terminated: ok {rc=0}\u000a10:57:05.108908 --- ParallelTerminationStrategy: PID 11484 died...\u000a10:57:05.161036 run iperf3-srv_10.42.42.10(pid=11484): Terminated {rc=256}\u000a10:57:05.170470 --- ParallelTerminationStrategy: PID 11485 died...\u000a10:57:05.223066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11485): Terminated: ok {rc=0}\u000a10:57:05.232505 --- ParallelTerminationStrategy: PID 11486 died...\u000a10:57:05.284687 run iperf3-srv_10.42.42.10(pid=11486): Terminated {rc=256}\u000a10:57:05.294172 --- ParallelTerminationStrategy: PID 11489 died...\u000a10:57:05.346640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11489): Terminated: ok {rc=0}\u000a10:57:05.356042 --- ParallelTerminationStrategy: PID 11492 died...\u000a10:57:05.408273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11492): Terminated: ok {rc=0}\u000a10:57:05.417820 --- ParallelTerminationStrategy: PID 11495 died...\u000a10:57:05.470171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11495): Terminated: ok {rc=0}\u000a10:57:05.556220 bus /gobi_0: Setting Powered False\u000a10:57:06.660218 bus /gobi_0: Setting Powered False\u000a10:57:07.769767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11505): Process ended prematurely: osmo-stp_10.42.42.5(pid=11505) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11505): Process ended prematurely: osmo-stp_10.42.42.5(pid=11505) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:57:08.884696 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:08.896908 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:57:09.063985 tst iperf3.py: using LAC 33465\u000a10:57:09.191668 tst iperf3.py: using RAC 60\u000a10:57:09.318097 tst iperf3.py: using CellId 33465\u000a10:57:09.440665 tst iperf3.py: using BVCI 33466\u000a10:57:09.463899 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.474978 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.485880 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.496475 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.507579 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.518902 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.530144 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.541090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:09.552019 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:09.828696 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:57:09.955255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:10.287413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11497): Launched\u000a10:57:10.569499 run iperf3-srv_10.42.42.10(pid=11498): Launched\u000a10:57:10.768546 tst iperf3.py:8: start network...\u000a10:57:10.905393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:11.418090 run create_hlr_db(pid=11499): Launched\u000a10:57:11.606171 bus /gobi_6: Setting Powered False\u000a10:57:12.627170 run create_hlr_db(pid=11499): Terminated: ok {rc=0}\u000a10:57:13.061186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11501): Launched\u000a10:57:13.387122 run osmo-hlr_10.42.42.2(pid=11502): Launched\u000a10:57:13.508522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:14.072910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11504): Launched\u000a10:57:14.399818 run osmo-stp_10.42.42.5(pid=11505): Launched\u000a10:57:14.518005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:15.083464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11507): Launched\u000a10:57:15.199517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:15.481793 run patchelf(pid=11508): Launched\u000a10:57:15.670350 run osmo-stp_10.42.42.5(pid=11505): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)]\u000a10:57:15.808408 run osmo-stp_10.42.42.5(pid=11505): stdout: \u000a| (launched: 2022-12-13_10:57:14.238675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:15.965701 run osmo-stp_10.42.42.5(pid=11505): stderr: \u000a| �[0;m�[38;5;43m20221213105714433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105714433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105714433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105714434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105714436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105714436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105714436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:16.106889 run osmo-stp_10.42.42.5(pid=11505): stdout: \u000a| (launched: 2022-12-13_10:57:14.238675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:16.243240 run osmo-stp_10.42.42.5(pid=11505): stderr: \u000a| �[0;m�[38;5;43m20221213105714433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105714433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105714433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105714434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105714436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105714436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105714436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:16.402829 run patchelf(pid=11508): Terminating (SIGINT)\u000a10:57:16.592681 run patchelf(pid=11508): Terminated: ok {rc=0}\u000a10:57:16.636118 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11505): Process ended prematurely: osmo-stp_10.42.42.5(pid=11505) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:57:16.649797 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:57:16.724491 run osmo-hlr_10.42.42.2(pid=11502): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11502)]\u000a10:57:16.785528 run osmo-hlr_10.42.42.2(pid=11502): stdout: \u000a| (launched: 2022-12-13_10:57:13.226843) \u000a10:57:16.849272 run osmo-hlr_10.42.42.2(pid=11502): stderr: \u000a| �[0;m�[1;31m20221213105713426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105713426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105713427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105713427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105713427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105713427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105713438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105713447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105713447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105713447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:16.900522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11497): Terminating (SIGTERM)\u000a10:57:16.945228 run iperf3-srv_10.42.42.10(pid=11498): Terminating (SIGTERM)\u000a10:57:16.988077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11501): Terminating (SIGTERM)\u000a10:57:17.031991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11504): Terminating (SIGTERM)\u000a10:57:17.075365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11507): Terminating (SIGTERM)\u000a10:57:17.085739 --- ParallelTerminationStrategy: PID 11497 died...\u000a10:57:17.142341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11497): Terminated: ok {rc=0}\u000a10:57:17.152502 --- ParallelTerminationStrategy: PID 11498 died...\u000a10:57:17.207119 run iperf3-srv_10.42.42.10(pid=11498): Terminated {rc=256}\u000a10:57:17.218704 --- ParallelTerminationStrategy: PID 11501 died...\u000a10:57:17.272874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11501): Terminated: ok {rc=0}\u000a10:57:17.283016 --- ParallelTerminationStrategy: PID 11504 died...\u000a10:57:17.337103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11504): Terminated: ok {rc=0}\u000a10:57:17.346907 --- ParallelTerminationStrategy: PID 11507 died...\u000a10:57:17.399971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11507): Terminated: ok {rc=0}\u000a10:57:17.489896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11523): Process ended prematurely: osmo-stp_10.42.42.5(pid=11523) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11523)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11523): Process ended prematurely: osmo-stp_10.42.42.5(pid=11523) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:57:18.601450 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:18.612647 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:57:18.770980 tst iperf3m4.py: using LAC 33466\u000a10:57:18.891491 tst iperf3m4.py: using RAC 61\u000a10:57:19.010675 tst iperf3m4.py: using CellId 33466\u000a10:57:19.131800 tst iperf3m4.py: using BVCI 33467\u000a10:57:19.154976 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.165754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.176442 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.187014 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.197516 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.208725 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.219577 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.230988 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:19.242133 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:19.358779 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:19.482557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:19.601038 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:19.881758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:57:20.008463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:20.323650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11509): Launched\u000a10:57:20.584419 run iperf3-srv_10.42.42.10(pid=11510): Launched\u000a10:57:20.769341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:57:20.895561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:21.211562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11511): Launched\u000a10:57:21.472218 run iperf3-srv_10.42.42.10(pid=11512): Launched\u000a10:57:21.656232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:57:21.782031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:22.095635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Launched\u000a10:57:22.356036 run iperf3-srv_10.42.42.10(pid=11514): Launched\u000a10:57:22.540307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:57:22.666094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:22.979508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Launched\u000a10:57:23.239974 run iperf3-srv_10.42.42.10(pid=11516): Launched\u000a10:57:23.423762 tst iperf3m4.py:8: start network...\u000a10:57:23.549361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:24.032717 run create_hlr_db(pid=11517): Launched\u000a10:57:24.206327 bus /gobi_6: Setting Powered False\u000a10:57:25.229318 run create_hlr_db(pid=11517): Terminated: ok {rc=0}\u000a10:57:25.662895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11519): Launched\u000a10:57:25.990256 run osmo-hlr_10.42.42.2(pid=11520): Launched\u000a10:57:26.113445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:26.680639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11522): Launched\u000a10:57:27.005389 run osmo-stp_10.42.42.5(pid=11523): Launched\u000a10:57:27.123707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:27.688010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11525): Launched\u000a10:57:27.804053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:28.086500 run patchelf(pid=11526): Launched\u000a10:57:28.275753 run osmo-stp_10.42.42.5(pid=11523): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11523)]\u000a10:57:28.414889 run osmo-stp_10.42.42.5(pid=11523): stdout: \u000a| (launched: 2022-12-13_10:57:26.845495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:28.553582 run osmo-stp_10.42.42.5(pid=11523): stderr: \u000a| �[0;m�[38;5;43m20221213105727042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105727042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105727042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105727042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105727043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105727043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105727043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:28.687539 run osmo-stp_10.42.42.5(pid=11523): stdout: \u000a| (launched: 2022-12-13_10:57:26.845495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:28.820349 run osmo-stp_10.42.42.5(pid=11523): stderr: \u000a| �[0;m�[38;5;43m20221213105727042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105727042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105727042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105727042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105727043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105727043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105727043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:28.975273 run patchelf(pid=11526): Terminating (SIGINT)\u000a10:57:29.158226 run patchelf(pid=11526): Terminated: ok {rc=0}\u000a10:57:29.191536 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11523): Process ended prematurely: osmo-stp_10.42.42.5(pid=11523) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11523)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:57:29.201383 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:57:29.265382 run osmo-hlr_10.42.42.2(pid=11520): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11520)]\u000a10:57:29.317160 run osmo-hlr_10.42.42.2(pid=11520): stdout: \u000a| (launched: 2022-12-13_10:57:25.828355) \u000a10:57:29.369469 run osmo-hlr_10.42.42.2(pid=11520): stderr: \u000a| �[0;m�[1;31m20221213105726029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105726029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105726029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105726029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105726029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105726029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105726041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105726050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105726050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105726050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:29.414683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11509): Terminating (SIGTERM)\u000a10:57:29.456746 run iperf3-srv_10.42.42.10(pid=11510): Terminating (SIGTERM)\u000a10:57:29.500738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11511): Terminating (SIGTERM)\u000a10:57:29.542702 run iperf3-srv_10.42.42.10(pid=11512): Terminating (SIGTERM)\u000a10:57:29.584606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Terminating (SIGTERM)\u000a10:57:29.627197 run iperf3-srv_10.42.42.10(pid=11514): Terminating (SIGTERM)\u000a10:57:29.669846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Terminating (SIGTERM)\u000a10:57:29.711923 run iperf3-srv_10.42.42.10(pid=11516): Terminating (SIGTERM)\u000a10:57:29.754041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11519): Terminating (SIGTERM)\u000a10:57:29.796245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11522): Terminating (SIGTERM)\u000a10:57:29.838792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11525): Terminating (SIGTERM)\u000a10:57:29.848462 --- ParallelTerminationStrategy: PID 11509 died...\u000a10:57:29.905323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11509): Terminated: ok {rc=0}\u000a10:57:29.915425 --- ParallelTerminationStrategy: PID 11510 died...\u000a10:57:29.971542 run iperf3-srv_10.42.42.10(pid=11510): Terminated {rc=256}\u000a10:57:29.981605 --- ParallelTerminationStrategy: PID 11511 died...\u000a10:57:30.037838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11511): Terminated: ok {rc=0}\u000a10:57:30.048009 --- ParallelTerminationStrategy: PID 11512 died...\u000a10:57:30.104008 run iperf3-srv_10.42.42.10(pid=11512): Terminated {rc=256}\u000a10:57:30.114139 --- ParallelTerminationStrategy: PID 11513 died...\u000a10:57:30.170350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Terminated: ok {rc=0}\u000a10:57:30.180373 --- ParallelTerminationStrategy: PID 11514 died...\u000a10:57:30.236365 run iperf3-srv_10.42.42.10(pid=11514): Terminated {rc=256}\u000a10:57:30.246366 --- ParallelTerminationStrategy: PID 11515 died...\u000a10:57:30.302344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Terminated: ok {rc=0}\u000a10:57:30.312436 --- ParallelTerminationStrategy: PID 11516 died...\u000a10:57:30.368304 run iperf3-srv_10.42.42.10(pid=11516): Terminated {rc=256}\u000a10:57:30.378376 --- ParallelTerminationStrategy: PID 11519 died...\u000a10:57:30.434762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11519): Terminated: ok {rc=0}\u000a10:57:30.444790 --- ParallelTerminationStrategy: PID 11522 died...\u000a10:57:30.500914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11522): Terminated: ok {rc=0}\u000a10:57:30.511047 --- ParallelTerminationStrategy: PID 11525 died...\u000a10:57:30.567190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11525): Terminated: ok {rc=0}\u000a10:57:30.654551 bus /gobi_4: Setting Powered False\u000a10:57:31.763367 bus /gobi_4: Setting Powered False\u000a10:57:32.871147 bus /gobi_1: Setting Powered False\u000a10:57:33.977408 bus /gobi_1: Setting Powered False\u000a10:57:35.086717 bus /gobi_0: Setting Powered False\u000a10:57:36.192344 bus /gobi_0: Setting Powered False\u000a10:57:37.302186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11533): Process ended prematurely: osmo-stp_10.42.42.5(pid=11533) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11533)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11533): Process ended prematurely: osmo-stp_10.42.42.5(pid=11533) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:57:38.370659 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.382651 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:57:38.546836 tst ping.py: using LAC 33467\u000a10:57:38.672273 tst ping.py: using RAC 62\u000a10:57:38.791490 tst ping.py: using CellId 33467\u000a10:57:38.909788 tst ping.py: using BVCI 33468\u000a10:57:38.932637 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.943716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.954407 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.965482 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.975983 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.986855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:38.998130 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:39.008847 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:39.284422 tst ping.py:19: start network...\u000a10:57:39.407917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:39.885378 run create_hlr_db(pid=11527): Launched\u000a10:57:40.057116 bus /gobi_6: Setting Powered False\u000a10:57:41.078928 run create_hlr_db(pid=11527): Terminated: ok {rc=0}\u000a10:57:41.479563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11529): Launched\u000a10:57:41.777711 run osmo-hlr_10.42.42.2(pid=11530): Launched\u000a10:57:41.887341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:42.407055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11532): Launched\u000a10:57:42.703811 run osmo-stp_10.42.42.5(pid=11533): Launched\u000a10:57:42.811964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:43.331163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11535): Launched\u000a10:57:43.437089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:43.696052 run patchelf(pid=11536): Launched\u000a10:57:43.870533 run osmo-stp_10.42.42.5(pid=11533): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11533)]\u000a10:57:43.997482 run osmo-stp_10.42.42.5(pid=11533): stdout: \u000a| (launched: 2022-12-13_10:57:42.557398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:44.124474 run osmo-stp_10.42.42.5(pid=11533): stderr: \u000a| �[0;m�[38;5;43m20221213105742730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105742730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105742730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105742731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105742731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105742731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105742731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:44.247529 run osmo-stp_10.42.42.5(pid=11533): stdout: \u000a| (launched: 2022-12-13_10:57:42.557398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:44.369289 run osmo-stp_10.42.42.5(pid=11533): stderr: \u000a| �[0;m�[38;5;43m20221213105742730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105742730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105742730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105742731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105742731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105742731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105742731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:44.512062 run patchelf(pid=11536): Terminating (SIGINT)\u000a10:57:44.679266 run patchelf(pid=11536): Terminated: ok {rc=0}\u000a10:57:44.709724 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11533): Process ended prematurely: osmo-stp_10.42.42.5(pid=11533) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11533)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:57:44.718357 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:57:44.778352 run osmo-hlr_10.42.42.2(pid=11530): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11530)]\u000a10:57:44.827198 run osmo-hlr_10.42.42.2(pid=11530): stdout: \u000a| (launched: 2022-12-13_10:57:41.631146) \u000a10:57:44.876532 run osmo-hlr_10.42.42.2(pid=11530): stderr: \u000a| �[0;m�[1;31m20221213105741808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105741808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105741808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105741808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105741808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105741808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105741820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105741829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105741829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105741829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:44.918687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11529): Terminating (SIGTERM)\u000a10:57:44.957985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11532): Terminating (SIGTERM)\u000a10:57:44.997479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11535): Terminating (SIGTERM)\u000a10:57:45.006786 --- ParallelTerminationStrategy: PID 11529 died...\u000a10:57:45.060098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11529): Terminated: ok {rc=0}\u000a10:57:45.070013 --- ParallelTerminationStrategy: PID 11532 died...\u000a10:57:45.122744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11532): Terminated: ok {rc=0}\u000a10:57:45.132770 --- ParallelTerminationStrategy: PID 11535 died...\u000a10:57:45.185964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11535): Terminated: ok {rc=0}\u000a10:57:45.273273 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11543): Process ended prematurely: osmo-stp_10.42.42.5(pid=11543) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11543): Process ended prematurely: osmo-stp_10.42.42.5(pid=11543) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:57:46.323908 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:46.336932 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:57:46.499265 tst ping_idle_ping.py: using LAC 33468\u000a10:57:46.630280 tst ping_idle_ping.py: using RAC 63\u000a10:57:46.757470 tst ping_idle_ping.py: using CellId 33468\u000a10:57:46.915459 tst ping_idle_ping.py: using BVCI 33469\u000a10:57:46.939365 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:46.951242 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:46.963019 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:46.974835 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:46.987229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:46.999778 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:47.012304 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:57:47.024387 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:57:47.316853 tst ping_idle_ping.py:24: start network...\u000a10:57:47.451011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:47.958877 run create_hlr_db(pid=11537): Launched\u000a10:57:48.146020 bus /gobi_6: Setting Powered False\u000a10:57:49.165913 run create_hlr_db(pid=11537): Terminated: ok {rc=0}\u000a10:57:49.569992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11539): Launched\u000a10:57:49.868584 run osmo-hlr_10.42.42.2(pid=11540): Launched\u000a10:57:49.986129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:50.509588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11542): Launched\u000a10:57:50.806503 run osmo-stp_10.42.42.5(pid=11543): Launched\u000a10:57:50.914500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:51.433483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11545): Launched\u000a10:57:51.538971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:51.798414 run patchelf(pid=11546): Launched\u000a10:57:51.974229 run osmo-stp_10.42.42.5(pid=11543): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)]\u000a10:57:52.101640 run osmo-stp_10.42.42.5(pid=11543): stdout: \u000a| (launched: 2022-12-13_10:57:50.659999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:52.229296 run osmo-stp_10.42.42.5(pid=11543): stderr: \u000a| �[0;m�[38;5;43m20221213105750830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105750830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105750831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105750831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105750831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105750831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105750832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:52.352266 run osmo-stp_10.42.42.5(pid=11543): stdout: \u000a| (launched: 2022-12-13_10:57:50.659999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:52.474589 run osmo-stp_10.42.42.5(pid=11543): stderr: \u000a| �[0;m�[38;5;43m20221213105750830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105750830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105750831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105750831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105750831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105750831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105750832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:52.617068 run patchelf(pid=11546): Terminating (SIGINT)\u000a10:57:52.784927 run patchelf(pid=11546): Terminated: ok {rc=0}\u000a10:57:52.815522 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11543): Process ended prematurely: osmo-stp_10.42.42.5(pid=11543) [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)] [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:57:52.824044 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:57:52.884201 run osmo-hlr_10.42.42.2(pid=11540): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11540)]\u000a10:57:52.933419 run osmo-hlr_10.42.42.2(pid=11540): stdout: \u000a| (launched: 2022-12-13_10:57:49.721659) \u000a10:57:52.983379 run osmo-hlr_10.42.42.2(pid=11540): stderr: \u000a| �[0;m�[1;31m20221213105749901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105749901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105749901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105749901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105749901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105749901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105749914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105749924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105749924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105749924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:53.025799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11539): Terminating (SIGTERM)\u000a10:57:53.065775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11542): Terminating (SIGTERM)\u000a10:57:53.105761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11545): Terminating (SIGTERM)\u000a10:57:53.115106 --- ParallelTerminationStrategy: PID 11539 died...\u000a10:57:53.168457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11539): Terminated: ok {rc=0}\u000a10:57:53.178224 --- ParallelTerminationStrategy: PID 11542 died...\u000a10:57:53.231917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11542): Terminated: ok {rc=0}\u000a10:57:53.241643 --- ParallelTerminationStrategy: PID 11545 died...\u000a10:57:53.294570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11545): Terminated: ok {rc=0}\u000a10:57:53.384070 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:56:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11556): Process ended prematurely: osmo-stp_10.42.42.5(pid=11556) [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11556)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11556): Process ended prematurely: osmo-stp_10.42.42.5(pid=11556) [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:57:55.414189 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:55.425795 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:57:55.577205 tst switch_tch_pdch.py: using LAC 33469\u000a10:57:55.691844 tst switch_tch_pdch.py: using RAC 64\u000a10:57:55.815068 tst switch_tch_pdch.py: using CellId 33469\u000a10:57:55.931845 tst switch_tch_pdch.py: using BVCI 33470\u000a10:57:55.954778 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:55.965865 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:55.976789 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:55.987675 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:55.998672 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:56.009754 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:56.020697 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:57:56.031548 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:57:56.153581 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:57:56.451949 tst switch_tch_pdch.py:51: start network...\u000a10:57:56.585370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:57.088679 run create_hlr_db(pid=11550): Launched\u000a10:57:57.274075 bus /gobi_6: Setting Powered False\u000a10:57:58.294694 run create_hlr_db(pid=11550): Terminated: ok {rc=0}\u000a10:57:58.721489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11552): Launched\u000a10:57:59.042438 run osmo-hlr_10.42.42.2(pid=11553): Launched\u000a10:57:59.162920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:59.718034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11555): Launched\u000a10:58:00.037264 run osmo-stp_10.42.42.5(pid=11556): Launched\u000a10:58:00.153379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:00.709767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11558): Launched\u000a10:58:00.823669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:01.124053 run patchelf(pid=11559): Launched\u000a10:58:01.303964 run osmo-stp_10.42.42.5(pid=11556): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11556)]\u000a10:58:01.436597 run osmo-stp_10.42.42.5(pid=11556): stdout: \u000a| (launched: 2022-12-13_10:57:59.879436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:01.568914 run osmo-stp_10.42.42.5(pid=11556): stderr: \u000a| �[0;m�[38;5;43m20221213105800071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105800071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105800071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105800072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105800072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105800072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105800072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:01.698296 run osmo-stp_10.42.42.5(pid=11556): stdout: \u000a| (launched: 2022-12-13_10:57:59.879436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:01.825457 run osmo-stp_10.42.42.5(pid=11556): stderr: \u000a| �[0;m�[38;5;43m20221213105800071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105800071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105800071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105800072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105800072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105800072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105800072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:01.971984 run patchelf(pid=11559): Terminating (SIGINT)\u000a10:58:02.144310 run patchelf(pid=11559): Terminated: ok {rc=0}\u000a10:58:02.178311 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11556): Process ended prematurely: osmo-stp_10.42.42.5(pid=11556) [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11556)] [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:58:02.187548 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:58:02.250881 run osmo-hlr_10.42.42.2(pid=11553): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11553)]\u000a10:58:02.300364 run osmo-hlr_10.42.42.2(pid=11553): stdout: \u000a| (launched: 2022-12-13_10:57:58.883823) \u000a10:58:02.350516 run osmo-hlr_10.42.42.2(pid=11553): stderr: \u000a| �[0;m�[1;31m20221213105759082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105759082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105759082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105759082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105759082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105759082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105759094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105759102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105759103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105759103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:02.392906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11552): Terminating (SIGTERM)\u000a10:58:02.433024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11555): Terminating (SIGTERM)\u000a10:58:02.473091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11558): Terminating (SIGTERM)\u000a10:58:02.482377 --- ParallelTerminationStrategy: PID 11552 died...\u000a10:58:02.536283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11552): Terminated: ok {rc=0}\u000a10:58:02.545902 --- ParallelTerminationStrategy: PID 11555 died...\u000a10:58:02.600052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11555): Terminated: ok {rc=0}\u000a10:58:02.609775 --- ParallelTerminationStrategy: PID 11558 died...\u000a10:58:02.663671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11558): Terminated: ok {rc=0}\u000a10:58:02.752556 bus /gobi_0: Setting Powered False\u000a10:58:03.855750 bus /gobi_0: Setting Powered False\u000a10:58:04.966934 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:57:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11571): Process ended prematurely: osmo-stp_10.42.42.5(pid=11571) [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11571)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11571): Process ended prematurely: osmo-stp_10.42.42.5(pid=11571) [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:58:06.932524 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:06.943676 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:58:07.107396 tst switch_tch_pdch.py: using LAC 33470\u000a10:58:07.231284 tst switch_tch_pdch.py: using RAC 65\u000a10:58:07.357218 tst switch_tch_pdch.py: using CellId 33470\u000a10:58:07.482032 tst switch_tch_pdch.py: using BVCI 33471\u000a10:58:07.506413 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.517744 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.528803 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.539863 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.550888 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.562365 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.573828 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:58:07.585278 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:58:07.701647 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:58:07.993086 tst switch_tch_pdch.py:51: start network...\u000a10:58:08.126239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:08.600930 run create_hlr_db(pid=11565): Launched\u000a10:58:08.730859 bus /gobi_6: Setting Powered False\u000a10:58:09.806075 run create_hlr_db(pid=11565): Terminated: ok {rc=0}\u000a10:58:10.179086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11567): Launched\u000a10:58:10.476185 run osmo-hlr_10.42.42.2(pid=11568): Launched\u000a10:58:10.593236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:11.092590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11570): Launched\u000a10:58:11.389650 run osmo-stp_10.42.42.5(pid=11571): Launched\u000a10:58:11.497358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:11.988550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11573): Launched\u000a10:58:12.094295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:12.352846 run patchelf(pid=11574): Launched\u000a10:58:12.526926 run osmo-stp_10.42.42.5(pid=11571): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11571)]\u000a10:58:12.653717 run osmo-stp_10.42.42.5(pid=11571): stdout: \u000a| (launched: 2022-12-13_10:58:11.243168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:12.780515 run osmo-stp_10.42.42.5(pid=11571): stderr: \u000a| �[0;m�[38;5;43m20221213105811412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105811412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105811413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105811413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105811414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105811414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105811414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:12.903469 run osmo-stp_10.42.42.5(pid=11571): stdout: \u000a| (launched: 2022-12-13_10:58:11.243168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:13.024531 run osmo-stp_10.42.42.5(pid=11571): stderr: \u000a| �[0;m�[38;5;43m20221213105811412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105811412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105811413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105811413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105811414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105811414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105811414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:13.166999 run patchelf(pid=11574): Terminating (SIGINT)\u000a10:58:13.334944 run patchelf(pid=11574): Terminated: ok {rc=0}\u000a10:58:13.365689 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11571): Process ended prematurely: osmo-stp_10.42.42.5(pid=11571) [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11571)] [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:58:13.374498 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a10:58:13.433880 run osmo-hlr_10.42.42.2(pid=11568): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11568)]\u000a10:58:13.482682 run osmo-hlr_10.42.42.2(pid=11568): stdout: \u000a| (launched: 2022-12-13_10:58:10.329884) \u000a10:58:13.532556 run osmo-hlr_10.42.42.2(pid=11568): stderr: \u000a| �[0;m�[1;31m20221213105810509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105810509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105810509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105810509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105810509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105810510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105810522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105810530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105810530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105810530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:13.574411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11567): Terminating (SIGTERM)\u000a10:58:13.613833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11570): Terminating (SIGTERM)\u000a10:58:13.653111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11573): Terminating (SIGTERM)\u000a10:58:13.662267 --- ParallelTerminationStrategy: PID 11567 died...\u000a10:58:13.714907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11567): Terminated: ok {rc=0}\u000a10:58:13.724397 --- ParallelTerminationStrategy: PID 11570 died...\u000a10:58:13.776561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11570): Terminated: ok {rc=0}\u000a10:58:13.786050 --- ParallelTerminationStrategy: PID 11573 died...\u000a10:58:13.838241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11573): Terminated: ok {rc=0}\u000a10:58:13.925764 bus /gobi_0: Setting Powered False\u000a10:58:15.027614 bus /gobi_0: Setting Powered False\u000a10:58:16.137308 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:58:06" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11579): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11579) [trial-2388↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11579)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11579): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11579) [trial-2388↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:58:18.032639 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:58:18.043510 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:58:18.174430 tst mo_mt_sms.py: using LAC 33471\u000a10:58:18.290476 tst mo_mt_sms.py: using RAC 66\u000a10:58:18.406453 tst mo_mt_sms.py: using CellId 33471\u000a10:58:18.522355 tst mo_mt_sms.py: using BVCI 33472\u000a10:58:18.544785 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:58:18.664505 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:58:18.938788 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:58:19.062372 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:58:19.676443 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11578): Launched\u000a10:58:19.969859 run osmo-nitb_10.42.42.2(pid=11579): Launched\u000a10:58:20.153533 run osmo-nitb_10.42.42.2(pid=11579): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11579)]\u000a10:58:20.288043 run osmo-nitb_10.42.42.2(pid=11579): stdout: \u000a| (launched: 2022-12-13_10:58:19.826528) \u000a10:58:20.423060 run osmo-nitb_10.42.42.2(pid=11579): stderr: \u000a| (launched: 2022-12-13_10:58:19.870554)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:58:20.553397 run osmo-nitb_10.42.42.2(pid=11579): stdout: \u000a| (launched: 2022-12-13_10:58:19.826528) \u000a10:58:20.682557 run osmo-nitb_10.42.42.2(pid=11579): stderr: \u000a| (launched: 2022-12-13_10:58:19.870554)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:58:21.089273 tst osmo-nitb_10.42.42.2(pid=11579): stdout: \u000a| (launched: 2022-12-13_10:58:19.826528) \u000a10:58:21.207593 tst osmo-nitb_10.42.42.2(pid=11579): stderr: \u000a| (launched: 2022-12-13_10:58:19.870554)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:58:21.259201 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11579): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11579) [trial-2388↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11579)] [trial-2388↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a10:58:21.267196 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a10:58:21.300854 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11578): Terminating (SIGTERM)\u000a10:58:21.478177 --- ParallelTerminationStrategy: PID 11578 died...\u000a10:58:21.531986 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11578): Terminated: ok {rc=0}\u000a10:58:21.615462 bus /sierra_3: Setting Powered False\u000a10:58:22.725028 bus /sierra_3: Setting Powered False\u000a10:58:23.833519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:58:17" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11589): Process ended prematurely: osmo-stp_10.42.42.5(pid=11589) [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11589)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11589): Process ended prematurely: osmo-stp_10.42.42.5(pid=11589) [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:58:25.720561 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:25.731635 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:58:25.867340 tst mo_mt_sms.py: using LAC 33472\u000a10:58:25.988013 tst mo_mt_sms.py: using RAC 67\u000a10:58:26.108694 tst mo_mt_sms.py: using CellId 33472\u000a10:58:26.225702 tst mo_mt_sms.py: using BVCI 33473\u000a10:58:26.248250 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:26.259114 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:26.269540 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:26.279891 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:26.290724 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:26.301290 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:58:26.420895 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:58:26.631476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:27.133525 run create_hlr_db(pid=11583): Launched\u000a10:58:27.318942 bus /sierra_2: Setting Powered False\u000a10:58:28.339532 run create_hlr_db(pid=11583): Terminated: ok {rc=0}\u000a10:58:28.737882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11585): Launched\u000a10:58:29.034686 run osmo-hlr_10.42.42.2(pid=11586): Launched\u000a10:58:29.151687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:29.676370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11588): Launched\u000a10:58:29.974403 run osmo-stp_10.42.42.5(pid=11589): Launched\u000a10:58:30.081956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:30.627523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11591): Launched\u000a10:58:31.037372 run osmo-msc_10.42.42.6(pid=11592): Launched\u000a10:58:31.412520 run osmo-stp_10.42.42.5(pid=11589): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11589)]\u000a10:58:31.597330 run osmo-stp_10.42.42.5(pid=11589): stdout: \u000a| (launched: 2022-12-13_10:58:29.826985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:31.724375 run osmo-stp_10.42.42.5(pid=11589): stderr: \u000a| �[0;m�[38;5;43m20221213105829999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105829999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105829999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105829999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105830000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105830000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105830000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:31.846059 run osmo-stp_10.42.42.5(pid=11589): stdout: \u000a| (launched: 2022-12-13_10:58:29.826985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:31.967677 run osmo-stp_10.42.42.5(pid=11589): stderr: \u000a| �[0;m�[38;5;43m20221213105829999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105829999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105829999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105829999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105830000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105830000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105830000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:32.020872 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11589): Process ended prematurely: osmo-stp_10.42.42.5(pid=11589) [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11589)] [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a10:58:32.029472 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a10:58:32.091083 run osmo-hlr_10.42.42.2(pid=11586): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11586)]\u000a10:58:32.141123 run osmo-hlr_10.42.42.2(pid=11586): stdout: \u000a| (launched: 2022-12-13_10:58:28.888321) \u000a10:58:32.192812 run osmo-hlr_10.42.42.2(pid=11586): stderr: \u000a| �[0;m�[1;31m20221213105829066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105829066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105829066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105829066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105829066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105829066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105829078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105829087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105829087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105829088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:32.262177 run osmo-msc_10.42.42.6(pid=11592): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11592)]\u000a10:58:32.312461 run osmo-msc_10.42.42.6(pid=11592): stdout: \u000a| (launched: 2022-12-13_10:58:30.778679) \u000a10:58:32.363635 run osmo-msc_10.42.42.6(pid=11592): stderr: \u000a| �[0;m�[38;5;43m20221213105831208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105831208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03ec308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105831208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105831211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105831211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105831211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105831217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105831218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105831218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105831218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:32.406334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11585): Terminating (SIGTERM)\u000a10:58:32.447118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11588): Terminating (SIGTERM)\u000a10:58:32.487739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11591): Terminating (SIGTERM)\u000a10:58:32.497064 --- ParallelTerminationStrategy: PID 11585 died...\u000a10:58:32.550518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11585): Terminated: ok {rc=0}\u000a10:58:32.560177 --- ParallelTerminationStrategy: PID 11588 died...\u000a10:58:32.613372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11588): Terminated: ok {rc=0}\u000a10:58:32.623004 --- ParallelTerminationStrategy: PID 11591 died...\u000a10:58:32.676239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11591): Terminated: ok {rc=0}\u000a10:58:32.764298 bus /sierra_3: Setting Powered False\u000a10:58:33.867323 bus /sierra_3: Setting Powered False\u000a10:58:34.979552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:58:25" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11598): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11598) [trial-2388↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11598): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11598) [trial-2388↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:58:36.812291 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:58:36.823606 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:58:36.964045 tst assert_extension.py: using LAC 33473\u000a10:58:37.086335 tst assert_extension.py: using RAC 68\u000a10:58:37.204626 tst assert_extension.py: using CellId 33473\u000a10:58:37.320312 tst assert_extension.py: using BVCI 33474\u000a10:58:37.343188 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:58:37.633788 tst assert_extension.py:10: start nitb and bts...\u000a10:58:37.766654 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:58:38.426634 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11597): Launched\u000a10:58:38.745472 run osmo-nitb_10.42.42.2(pid=11598): Launched\u000a10:58:38.941300 run osmo-nitb_10.42.42.2(pid=11598): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)]\u000a10:58:39.085817 run osmo-nitb_10.42.42.2(pid=11598): stdout: \u000a| (launched: 2022-12-13_10:58:38.590280) \u000a10:58:39.230301 run osmo-nitb_10.42.42.2(pid=11598): stderr: \u000a| (launched: 2022-12-13_10:58:38.637895)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:58:39.370482 run osmo-nitb_10.42.42.2(pid=11598): stdout: \u000a| (launched: 2022-12-13_10:58:38.590280) \u000a10:58:39.510440 run osmo-nitb_10.42.42.2(pid=11598): stderr: \u000a| (launched: 2022-12-13_10:58:38.637895)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:58:39.874332 tst osmo-nitb_10.42.42.2(pid=11598): stdout: \u000a| (launched: 2022-12-13_10:58:38.590280) \u000a10:58:40.001827 tst osmo-nitb_10.42.42.2(pid=11598): stderr: \u000a| (launched: 2022-12-13_10:58:38.637895)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:58:40.057783 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11598): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11598) [trial-2388↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)] [trial-2388↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a10:58:40.066769 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:58:40.102979 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11597): Terminating (SIGTERM)\u000a10:58:40.281302 --- ParallelTerminationStrategy: PID 11597 died...\u000a10:58:40.339401 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11597): Terminated: ok {rc=0}\u000a10:58:40.427266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11608): Process ended prematurely: osmo-stp_10.42.42.5(pid=11608) [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11608): Process ended prematurely: osmo-stp_10.42.42.5(pid=11608) [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:58:42.259578 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:42.270541 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:58:42.405504 tst assert_extension.py: using LAC 33474\u000a10:58:42.534448 tst assert_extension.py: using RAC 69\u000a10:58:42.656565 tst assert_extension.py: using CellId 33474\u000a10:58:42.779220 tst assert_extension.py: using BVCI 33475\u000a10:58:42.803294 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:42.814550 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:42.825639 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:42.836632 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:42.847597 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:58:42.858909 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:58:43.069041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:43.570226 run create_hlr_db(pid=11602): Launched\u000a10:58:43.754743 bus /sierra_2: Setting Powered False\u000a10:58:44.775960 run create_hlr_db(pid=11602): Terminated: ok {rc=0}\u000a10:58:45.176878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11604): Launched\u000a10:58:45.474940 run osmo-hlr_10.42.42.2(pid=11605): Launched\u000a10:58:45.590390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:46.149898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11607): Launched\u000a10:58:46.596369 run osmo-stp_10.42.42.5(pid=11608): Launched\u000a10:58:46.825226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:47.378501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11610): Launched\u000a10:58:47.676806 run osmo-msc_10.42.42.6(pid=11611): Launched\u000a10:58:47.850901 run osmo-stp_10.42.42.5(pid=11608): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)]\u000a10:58:47.975948 run osmo-stp_10.42.42.5(pid=11608): stdout: \u000a| (launched: 2022-12-13_10:58:46.317626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:48.099522 run osmo-stp_10.42.42.5(pid=11608): stderr: \u000a| �[0;m�[38;5;43m20221213105846583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105846583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105846583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105846584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105846584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105846584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105846584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:48.218694 run osmo-stp_10.42.42.5(pid=11608): stdout: \u000a| (launched: 2022-12-13_10:58:46.317626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:48.337515 run osmo-stp_10.42.42.5(pid=11608): stderr: \u000a| �[0;m�[38;5;43m20221213105846583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105846583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105846583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105846584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105846584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105846584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105846584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:48.389573 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11608): Process ended prematurely: osmo-stp_10.42.42.5(pid=11608) [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)] [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a10:58:48.397613 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a10:58:48.456812 run osmo-hlr_10.42.42.2(pid=11605): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11605)]\u000a10:58:48.505784 run osmo-hlr_10.42.42.2(pid=11605): stdout: \u000a| (launched: 2022-12-13_10:58:45.327994) \u000a10:58:48.555579 run osmo-hlr_10.42.42.2(pid=11605): stderr: \u000a| �[0;m�[1;31m20221213105845507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105845507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105845507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105845507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105845507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105845507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105845519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105845530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105845530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105845530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:48.623065 run osmo-msc_10.42.42.6(pid=11611): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11611)]\u000a10:58:48.672340 run osmo-msc_10.42.42.6(pid=11611): stdout: \u000a| (launched: 2022-12-13_10:58:47.529675) \u000a10:58:48.721731 run osmo-msc_10.42.42.6(pid=11611): stderr: \u000a| �[0;m�[38;5;43m20221213105847800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105847800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72ae18bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105847800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105847800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105847800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105847800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105847802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105847802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105847803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105847803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:48.763722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11604): Terminating (SIGTERM)\u000a10:58:48.803534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11607): Terminating (SIGTERM)\u000a10:58:48.843268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11610): Terminating (SIGTERM)\u000a10:58:48.852550 --- ParallelTerminationStrategy: PID 11604 died...\u000a10:58:48.906059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11604): Terminated: ok {rc=0}\u000a10:58:48.915727 --- ParallelTerminationStrategy: PID 11607 died...\u000a10:58:48.968770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11607): Terminated: ok {rc=0}\u000a10:58:48.978575 --- ParallelTerminationStrategy: PID 11610 died...\u000a10:58:49.031699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11610): Terminated: ok {rc=0}\u000a10:58:49.118928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:58:42" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11622): Process ended prematurely: osmo-stp_10.42.42.5(pid=11622) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11622): Process ended prematurely: osmo-stp_10.42.42.5(pid=11622) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:58:51.057667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:58:51.069393 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:58:51.228055 tst mo_mt_call.py: using LAC 33475\u000a10:58:51.347445 tst mo_mt_call.py: using RAC 70\u000a10:58:51.467648 tst mo_mt_call.py: using CellId 33475\u000a10:58:51.585642 tst mo_mt_call.py: using BVCI 33476\u000a10:58:51.608635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:58:51.619864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:58:51.630952 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:58:51.642052 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:58:51.653133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:58:51.664534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:58:51.781242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:58:51.993953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:52.507267 run create_hlr_db(pid=11616): Launched\u000a10:58:52.695282 bus /sierra_2: Setting Powered False\u000a10:58:53.716736 run create_hlr_db(pid=11616): Terminated: ok {rc=0}\u000a10:58:54.125984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11618): Launched\u000a10:58:54.430486 run osmo-hlr_10.42.42.2(pid=11619): Launched\u000a10:58:54.550482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:55.084340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11621): Launched\u000a10:58:55.389330 run osmo-stp_10.42.42.5(pid=11622): Launched\u000a10:58:55.500823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:56.055650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11624): Launched\u000a10:58:56.362387 run osmo-msc_10.42.42.6(pid=11625): Launched\u000a10:58:56.539939 run osmo-stp_10.42.42.5(pid=11622): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)]\u000a10:58:56.668192 run osmo-stp_10.42.42.5(pid=11622): stdout: \u000a| (launched: 2022-12-13_10:58:55.238712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:56.793627 run osmo-stp_10.42.42.5(pid=11622): stderr: \u000a| �[0;m�[38;5;43m20221213105855411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105855412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105855412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105855412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105855413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105855413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105855413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:56.914908 run osmo-stp_10.42.42.5(pid=11622): stdout: \u000a| (launched: 2022-12-13_10:58:55.238712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:57.035277 run osmo-stp_10.42.42.5(pid=11622): stderr: \u000a| �[0;m�[38;5;43m20221213105855411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105855412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105855412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105855412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105855413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105855413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105855413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:57.088228 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11622): Process ended prematurely: osmo-stp_10.42.42.5(pid=11622) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:58:57.096717 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:58:57.157035 run osmo-hlr_10.42.42.2(pid=11619): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11619)]\u000a10:58:57.205530 run osmo-hlr_10.42.42.2(pid=11619): stdout: \u000a| (launched: 2022-12-13_10:58:54.280164) \u000a10:58:57.254778 run osmo-hlr_10.42.42.2(pid=11619): stderr: \u000a| �[0;m�[1;31m20221213105854460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105854460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105854460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105854460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105854460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105854460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105854473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105854483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105854483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105854484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:57.322019 run osmo-msc_10.42.42.6(pid=11625): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11625)]\u000a10:58:57.370582 run osmo-msc_10.42.42.6(pid=11625): stdout: \u000a| (launched: 2022-12-13_10:58:56.209922) \u000a10:58:57.419711 run osmo-msc_10.42.42.6(pid=11625): stderr: \u000a| �[0;m�[38;5;43m20221213105856480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105856480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc814d5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105856480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105856481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105856482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105856483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105856483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105856483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:57.461241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11618): Terminating (SIGTERM)\u000a10:58:57.500683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11621): Terminating (SIGTERM)\u000a10:58:57.540180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11624): Terminating (SIGTERM)\u000a10:58:57.549531 --- ParallelTerminationStrategy: PID 11618 died...\u000a10:58:57.602314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11618): Terminated: ok {rc=0}\u000a10:58:57.611935 --- ParallelTerminationStrategy: PID 11621 died...\u000a10:58:57.664591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11621): Terminated: ok {rc=0}\u000a10:58:57.674133 --- ParallelTerminationStrategy: PID 11624 died...\u000a10:58:57.727349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11624): Terminated: ok {rc=0}\u000a10:58:57.810538 bus /sierra_3: Setting Powered False\u000a10:58:58.915578 bus /sierra_3: Setting Powered False\u000a10:59:00.026870 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11633): Process ended prematurely: osmo-stp_10.42.42.5(pid=11633) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11633): Process ended prematurely: osmo-stp_10.42.42.5(pid=11633) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:59:01.142176 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:01.155613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:59:01.314308 tst mo_mt_call_osmux.py: using LAC 33476\u000a10:59:01.444182 tst mo_mt_call_osmux.py: using RAC 71\u000a10:59:01.577173 tst mo_mt_call_osmux.py: using CellId 33476\u000a10:59:01.700062 tst mo_mt_call_osmux.py: using BVCI 33477\u000a10:59:01.724488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:01.736878 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:01.749470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:01.761944 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:01.773982 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:01.786002 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:59:01.902459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:59:02.148765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:02.667474 run create_hlr_db(pid=11627): Launched\u000a10:59:02.855839 bus /sierra_2: Setting Powered False\u000a10:59:03.878251 run create_hlr_db(pid=11627): Terminated: ok {rc=0}\u000a10:59:04.286410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Launched\u000a10:59:04.591868 run osmo-hlr_10.42.42.2(pid=11630): Launched\u000a10:59:04.704059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:05.230183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Launched\u000a10:59:05.534010 run osmo-stp_10.42.42.5(pid=11633): Launched\u000a10:59:05.644923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:06.202995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11635): Launched\u000a10:59:06.507294 run osmo-msc_10.42.42.6(pid=11636): Launched\u000a10:59:06.685973 run osmo-stp_10.42.42.5(pid=11633): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)]\u000a10:59:06.814181 run osmo-stp_10.42.42.5(pid=11633): stdout: \u000a| (launched: 2022-12-13_10:59:05.384042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:06.940073 run osmo-stp_10.42.42.5(pid=11633): stderr: \u000a| �[0;m�[38;5;43m20221213105905556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105905556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105905556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105905557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105905557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105905557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105905557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:07.061512 run osmo-stp_10.42.42.5(pid=11633): stdout: \u000a| (launched: 2022-12-13_10:59:05.384042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:07.182053 run osmo-stp_10.42.42.5(pid=11633): stderr: \u000a| �[0;m�[38;5;43m20221213105905556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105905556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105905556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105905557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105905557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105905557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105905557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:07.235036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11633): Process ended prematurely: osmo-stp_10.42.42.5(pid=11633) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:59:07.243665 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:59:07.303572 run osmo-hlr_10.42.42.2(pid=11630): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11630)]\u000a10:59:07.352463 run osmo-hlr_10.42.42.2(pid=11630): stdout: \u000a| (launched: 2022-12-13_10:59:04.440575) \u000a10:59:07.402034 run osmo-hlr_10.42.42.2(pid=11630): stderr: \u000a| �[0;m�[1;31m20221213105904620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105904620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105904620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105904620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105904620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105904620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105904632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105904641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105904641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105904641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:07.469841 run osmo-msc_10.42.42.6(pid=11636): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11636)]\u000a10:59:07.519226 run osmo-msc_10.42.42.6(pid=11636): stdout: \u000a| (launched: 2022-12-13_10:59:06.357505) \u000a10:59:07.568892 run osmo-msc_10.42.42.6(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221213105906630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105906630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f592d8c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105906630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105906631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105906631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105906631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105906633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105906633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105906633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105906633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:07.611517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Terminating (SIGTERM)\u000a10:59:07.651458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Terminating (SIGTERM)\u000a10:59:07.691178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11635): Terminating (SIGTERM)\u000a10:59:07.700529 --- ParallelTerminationStrategy: PID 11629 died...\u000a10:59:07.754079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Terminated: ok {rc=0}\u000a10:59:07.763785 --- ParallelTerminationStrategy: PID 11632 died...\u000a10:59:07.817211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Terminated: ok {rc=0}\u000a10:59:07.826964 --- ParallelTerminationStrategy: PID 11635 died...\u000a10:59:07.879899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11635): Terminated: ok {rc=0}\u000a10:59:07.966631 bus /sierra_3: Setting Powered False\u000a10:59:09.069107 bus /sierra_3: Setting Powered False\u000a10:59:10.179213 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:58:50" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11649): Process ended prematurely: osmo-stp_10.42.42.5(pid=11649) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11649)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11649): Process ended prematurely: osmo-stp_10.42.42.5(pid=11649) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:59:12.172171 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:12.183794 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:59:12.346340 tst mo_mt_call.py: using LAC 33477\u000a10:59:12.473101 tst mo_mt_call.py: using RAC 72\u000a10:59:12.594424 tst mo_mt_call.py: using CellId 33477\u000a10:59:12.712562 tst mo_mt_call.py: using BVCI 33478\u000a10:59:12.735717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:12.747007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:12.758192 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:12.769234 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:12.780297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:12.791228 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:59:12.911896 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:59:13.114382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:13.599973 run create_hlr_db(pid=11643): Launched\u000a10:59:13.773395 bus /sierra_2: Setting Powered False\u000a10:59:14.795185 run create_hlr_db(pid=11643): Terminated: ok {rc=0}\u000a10:59:15.227167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11645): Launched\u000a10:59:15.553756 run osmo-hlr_10.42.42.2(pid=11646): Launched\u000a10:59:15.677746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:16.257132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11648): Launched\u000a10:59:16.763000 run osmo-stp_10.42.42.5(pid=11649): Launched\u000a10:59:16.902408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:17.474231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11651): Launched\u000a10:59:17.778698 run osmo-msc_10.42.42.6(pid=11652): Launched\u000a10:59:17.957508 run osmo-stp_10.42.42.5(pid=11649): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11649)]\u000a10:59:18.085157 run osmo-stp_10.42.42.5(pid=11649): stdout: \u000a| (launched: 2022-12-13_10:59:16.415246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:18.211194 run osmo-stp_10.42.42.5(pid=11649): stderr: \u000a| �[0;m�[38;5;43m20221213105916635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105916636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105916636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105916636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105916639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105916639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105916639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:18.332825 run osmo-stp_10.42.42.5(pid=11649): stdout: \u000a| (launched: 2022-12-13_10:59:16.415246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:18.453406 run osmo-stp_10.42.42.5(pid=11649): stderr: \u000a| �[0;m�[38;5;43m20221213105916635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105916636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105916636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105916636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105916639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105916639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105916639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:18.506752 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11649): Process ended prematurely: osmo-stp_10.42.42.5(pid=11649) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11649)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:59:18.515267 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:59:18.574148 run osmo-hlr_10.42.42.2(pid=11646): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11646)]\u000a10:59:18.622635 run osmo-hlr_10.42.42.2(pid=11646): stdout: \u000a| (launched: 2022-12-13_10:59:15.392603) \u000a10:59:18.671881 run osmo-hlr_10.42.42.2(pid=11646): stderr: \u000a| �[0;m�[1;31m20221213105915590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105915590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105915590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105915590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105915590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105915590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105915604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105915614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105915614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105915614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:18.738821 run osmo-msc_10.42.42.6(pid=11652): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11652)]\u000a10:59:18.787348 run osmo-msc_10.42.42.6(pid=11652): stdout: \u000a| (launched: 2022-12-13_10:59:17.628739) \u000a10:59:18.836420 run osmo-msc_10.42.42.6(pid=11652): stderr: \u000a| �[0;m�[38;5;43m20221213105917900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105917901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc1840dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105917901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105917901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105917901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105917901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105917903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105917903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105917903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105917904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:18.877959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11645): Terminating (SIGTERM)\u000a10:59:18.917393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11648): Terminating (SIGTERM)\u000a10:59:18.957141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11651): Terminating (SIGTERM)\u000a10:59:18.966455 --- ParallelTerminationStrategy: PID 11645 died...\u000a10:59:19.019332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11645): Terminated: ok {rc=0}\u000a10:59:19.028854 --- ParallelTerminationStrategy: PID 11648 died...\u000a10:59:19.081655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11648): Terminated: ok {rc=0}\u000a10:59:19.091228 --- ParallelTerminationStrategy: PID 11651 died...\u000a10:59:19.143792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11651): Terminated: ok {rc=0}\u000a10:59:19.231966 bus /sierra_3: Setting Powered False\u000a10:59:20.333895 bus /sierra_3: Setting Powered False\u000a10:59:21.444151 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11660): Process ended prematurely: osmo-stp_10.42.42.5(pid=11660) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11660): Process ended prematurely: osmo-stp_10.42.42.5(pid=11660) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:59:22.559406 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:22.571773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:59:22.734295 tst mo_mt_call_osmux.py: using LAC 33478\u000a10:59:22.861413 tst mo_mt_call_osmux.py: using RAC 73\u000a10:59:22.988587 tst mo_mt_call_osmux.py: using CellId 33478\u000a10:59:23.111938 tst mo_mt_call_osmux.py: using BVCI 33479\u000a10:59:23.135267 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:23.146701 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:23.158027 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:23.168993 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:23.180328 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:59:23.192173 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:59:23.309936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:59:23.518528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:24.006077 run create_hlr_db(pid=11654): Launched\u000a10:59:24.181747 bus /sierra_2: Setting Powered False\u000a10:59:25.202781 run create_hlr_db(pid=11654): Terminated: ok {rc=0}\u000a10:59:25.606643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11656): Launched\u000a10:59:25.910094 run osmo-hlr_10.42.42.2(pid=11657): Launched\u000a10:59:26.031137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:26.564209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11659): Launched\u000a10:59:26.867607 run osmo-stp_10.42.42.5(pid=11660): Launched\u000a10:59:26.978229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:27.532479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11662): Launched\u000a10:59:27.837331 run osmo-msc_10.42.42.6(pid=11663): Launched\u000a10:59:28.015782 run osmo-stp_10.42.42.5(pid=11660): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)]\u000a10:59:28.144450 run osmo-stp_10.42.42.5(pid=11660): stdout: \u000a| (launched: 2022-12-13_10:59:26.718673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:28.270817 run osmo-stp_10.42.42.5(pid=11660): stderr: \u000a| �[0;m�[38;5;43m20221213105926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105926892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105926894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105926894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105926894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:28.392541 run osmo-stp_10.42.42.5(pid=11660): stdout: \u000a| (launched: 2022-12-13_10:59:26.718673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:28.513922 run osmo-stp_10.42.42.5(pid=11660): stderr: \u000a| �[0;m�[38;5;43m20221213105926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105926892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105926894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105926894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105926894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:28.567502 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11660): Process ended prematurely: osmo-stp_10.42.42.5(pid=11660) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:59:28.576265 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:59:28.636004 run osmo-hlr_10.42.42.2(pid=11657): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11657)]\u000a10:59:28.684720 run osmo-hlr_10.42.42.2(pid=11657): stdout: \u000a| (launched: 2022-12-13_10:59:25.760925) \u000a10:59:28.734111 run osmo-hlr_10.42.42.2(pid=11657): stderr: \u000a| �[0;m�[1;31m20221213105925938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105925938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105925938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105925938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105925938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105925938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105925950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105925961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105925961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105925961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:28.801923 run osmo-msc_10.42.42.6(pid=11663): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11663)]\u000a10:59:28.850763 run osmo-msc_10.42.42.6(pid=11663): stdout: \u000a| (launched: 2022-12-13_10:59:27.686563) \u000a10:59:28.900108 run osmo-msc_10.42.42.6(pid=11663): stderr: \u000a| �[0;m�[38;5;43m20221213105927957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105927957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35dfc6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105927958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105927958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105927958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105927958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105927960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105927960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105927960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105927960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:28.941844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11656): Terminating (SIGTERM)\u000a10:59:28.981386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11659): Terminating (SIGTERM)\u000a10:59:29.021440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11662): Terminating (SIGTERM)\u000a10:59:29.030714 --- ParallelTerminationStrategy: PID 11656 died...\u000a10:59:29.083713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11656): Terminated: ok {rc=0}\u000a10:59:29.093361 --- ParallelTerminationStrategy: PID 11659 died...\u000a10:59:29.145956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11659): Terminated: ok {rc=0}\u000a10:59:29.155514 --- ParallelTerminationStrategy: PID 11662 died...\u000a10:59:29.208518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11662): Terminated: ok {rc=0}\u000a10:59:29.296913 bus /sierra_3: Setting Powered False\u000a10:59:30.398500 bus /sierra_3: Setting Powered False\u000a10:59:31.520312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:59:11" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11674): Process ended prematurely: osmo-stp_10.42.42.5(pid=11674) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11674)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11674): Process ended prematurely: osmo-stp_10.42.42.5(pid=11674) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:59:33.500864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:33.512060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:59:33.662694 tst mo_mt_call.py: using LAC 33479\u000a10:59:33.783297 tst mo_mt_call.py: using RAC 74\u000a10:59:33.913903 tst mo_mt_call.py: using CellId 33479\u000a10:59:34.039367 tst mo_mt_call.py: using BVCI 33480\u000a10:59:34.064353 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:34.076207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:34.088086 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:34.099662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:34.111228 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:34.122946 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:59:34.243277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:59:34.445312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:34.930963 run create_hlr_db(pid=11668): Launched\u000a10:59:35.104616 bus /sierra_2: Setting Powered False\u000a10:59:36.127389 run create_hlr_db(pid=11668): Terminated: ok {rc=0}\u000a10:59:36.533214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11670): Launched\u000a10:59:36.836203 run osmo-hlr_10.42.42.2(pid=11671): Launched\u000a10:59:36.947247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:37.471790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11673): Launched\u000a10:59:37.774972 run osmo-stp_10.42.42.5(pid=11674): Launched\u000a10:59:37.885797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:38.442206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11676): Launched\u000a10:59:38.746207 run osmo-msc_10.42.42.6(pid=11677): Launched\u000a10:59:38.925162 run osmo-stp_10.42.42.5(pid=11674): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11674)]\u000a10:59:39.053724 run osmo-stp_10.42.42.5(pid=11674): stdout: \u000a| (launched: 2022-12-13_10:59:37.625724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:39.179819 run osmo-stp_10.42.42.5(pid=11674): stderr: \u000a| �[0;m�[38;5;43m20221213105937798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105937798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105937798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105937798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105937799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105937799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105937799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:39.301700 run osmo-stp_10.42.42.5(pid=11674): stdout: \u000a| (launched: 2022-12-13_10:59:37.625724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:39.422515 run osmo-stp_10.42.42.5(pid=11674): stderr: \u000a| �[0;m�[38;5;43m20221213105937798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105937798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105937798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105937798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105937799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105937799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105937799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:39.477673 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11674): Process ended prematurely: osmo-stp_10.42.42.5(pid=11674) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11674)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:59:39.486281 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:59:39.545611 run osmo-hlr_10.42.42.2(pid=11671): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11671)]\u000a10:59:39.594267 run osmo-hlr_10.42.42.2(pid=11671): stdout: \u000a| (launched: 2022-12-13_10:59:36.687435) \u000a10:59:39.643491 run osmo-hlr_10.42.42.2(pid=11671): stderr: \u000a| �[0;m�[1;31m20221213105936863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105936863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105936863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105936863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105936864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105936864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105936875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105936884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105936885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105936885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:39.710630 run osmo-msc_10.42.42.6(pid=11677): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11677)]\u000a10:59:39.759305 run osmo-msc_10.42.42.6(pid=11677): stdout: \u000a| (launched: 2022-12-13_10:59:38.596164) \u000a10:59:39.808361 run osmo-msc_10.42.42.6(pid=11677): stderr: \u000a| �[0;m�[38;5;43m20221213105938867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105938867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc42cd90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105938867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105938867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105938867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105938868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105938869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105938870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105938870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105938870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:39.849974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11670): Terminating (SIGTERM)\u000a10:59:39.889111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11673): Terminating (SIGTERM)\u000a10:59:39.928192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11676): Terminating (SIGTERM)\u000a10:59:39.937452 --- ParallelTerminationStrategy: PID 11670 died...\u000a10:59:39.990277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11670): Terminated: ok {rc=0}\u000a10:59:39.999834 --- ParallelTerminationStrategy: PID 11673 died...\u000a10:59:40.052821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11673): Terminated: ok {rc=0}\u000a10:59:40.062510 --- ParallelTerminationStrategy: PID 11676 died...\u000a10:59:40.115112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11676): Terminated: ok {rc=0}\u000a10:59:40.198486 bus /sierra_3: Setting Powered False\u000a10:59:41.303973 bus /sierra_3: Setting Powered False\u000a10:59:42.410999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11685): Process ended prematurely: osmo-stp_10.42.42.5(pid=11685) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11685)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11685): Process ended prematurely: osmo-stp_10.42.42.5(pid=11685) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:59:43.522291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:43.534128 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:59:43.685573 tst mo_mt_call_osmux.py: using LAC 33480\u000a10:59:43.803813 tst mo_mt_call_osmux.py: using RAC 75\u000a10:59:43.932542 tst mo_mt_call_osmux.py: using CellId 33480\u000a10:59:44.054970 tst mo_mt_call_osmux.py: using BVCI 33481\u000a10:59:44.078754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:44.090068 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:44.101155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:44.112072 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:44.123276 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:59:44.134290 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:59:44.256037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:59:44.470929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:44.986832 run create_hlr_db(pid=11679): Launched\u000a10:59:45.175545 bus /sierra_2: Setting Powered False\u000a10:59:46.199149 run create_hlr_db(pid=11679): Terminated: ok {rc=0}\u000a10:59:46.650183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11681): Launched\u000a10:59:47.078666 run osmo-hlr_10.42.42.2(pid=11682): Launched\u000a10:59:47.244536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:47.810044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11684): Launched\u000a10:59:48.136787 run osmo-stp_10.42.42.5(pid=11685): Launched\u000a10:59:48.256035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:48.853039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11687): Launched\u000a10:59:49.181529 run osmo-msc_10.42.42.6(pid=11688): Launched\u000a10:59:49.374185 run osmo-stp_10.42.42.5(pid=11685): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11685)]\u000a10:59:49.513212 run osmo-stp_10.42.42.5(pid=11685): stdout: \u000a| (launched: 2022-12-13_10:59:47.975807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:49.650113 run osmo-stp_10.42.42.5(pid=11685): stderr: \u000a| �[0;m�[38;5;43m20221213105948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105948168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:49.781827 run osmo-stp_10.42.42.5(pid=11685): stdout: \u000a| (launched: 2022-12-13_10:59:47.975807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:49.912349 run osmo-stp_10.42.42.5(pid=11685): stderr: \u000a| �[0;m�[38;5;43m20221213105948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105948168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:49.969627 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11685): Process ended prematurely: osmo-stp_10.42.42.5(pid=11685) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11685)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:59:49.978740 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:59:50.042406 run osmo-hlr_10.42.42.2(pid=11682): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11682)]\u000a10:59:50.094291 run osmo-hlr_10.42.42.2(pid=11682): stdout: \u000a| (launched: 2022-12-13_10:59:46.819083) \u000a10:59:50.146841 run osmo-hlr_10.42.42.2(pid=11682): stderr: \u000a| �[0;m�[1;31m20221213105947018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105947018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105947018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105947018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105947018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105947019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105947030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105947043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105947043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105947043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:50.218564 run osmo-msc_10.42.42.6(pid=11688): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11688)]\u000a10:59:50.270299 run osmo-msc_10.42.42.6(pid=11688): stdout: \u000a| (launched: 2022-12-13_10:59:49.019539) \u000a10:59:50.322801 run osmo-msc_10.42.42.6(pid=11688): stderr: \u000a| �[0;m�[38;5;43m20221213105949340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213105949340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e4b18bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213105949340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213105949340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213105949341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213105949341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213105949343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213105949343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213105949343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213105949343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:50.367522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11681): Terminating (SIGTERM)\u000a10:59:50.409908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11684): Terminating (SIGTERM)\u000a10:59:50.452611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11687): Terminating (SIGTERM)\u000a10:59:50.462434 --- ParallelTerminationStrategy: PID 11681 died...\u000a10:59:50.519287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11681): Terminated: ok {rc=0}\u000a10:59:50.529915 --- ParallelTerminationStrategy: PID 11684 died...\u000a10:59:50.586450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11684): Terminated: ok {rc=0}\u000a10:59:50.596589 --- ParallelTerminationStrategy: PID 11687 died...\u000a10:59:50.653226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11687): Terminated: ok {rc=0}\u000a10:59:50.740459 bus /sierra_3: Setting Powered False\u000a10:59:51.847173 bus /sierra_3: Setting Powered False\u000a10:59:52.959412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:59:33" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11699): Process ended prematurely: osmo-stp_10.42.42.5(pid=11699) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11699)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11699): Process ended prematurely: osmo-stp_10.42.42.5(pid=11699) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:59:54.940408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:59:54.951749 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:59:55.112122 tst mo_mt_call.py: using LAC 33481\u000a10:59:55.240789 tst mo_mt_call.py: using RAC 76\u000a10:59:55.367840 tst mo_mt_call.py: using CellId 33481\u000a10:59:55.496508 tst mo_mt_call.py: using BVCI 33482\u000a10:59:55.521284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:59:55.532786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:59:55.544286 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:59:55.555736 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:59:55.567249 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:59:55.579182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:59:55.695474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:59:55.909458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:56.422819 run create_hlr_db(pid=11693): Launched\u000a10:59:56.612344 bus /sierra_2: Setting Powered False\u000a10:59:57.634457 run create_hlr_db(pid=11693): Terminated: ok {rc=0}\u000a10:59:58.043583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11695): Launched\u000a10:59:58.348875 run osmo-hlr_10.42.42.2(pid=11696): Launched\u000a10:59:58.462061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:58.986200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11698): Launched\u000a10:59:59.289643 run osmo-stp_10.42.42.5(pid=11699): Launched\u000a10:59:59.399858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:59.953744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11701): Launched\u000a11:00:00.258534 run osmo-msc_10.42.42.6(pid=11702): Launched\u000a11:00:00.437422 run osmo-stp_10.42.42.5(pid=11699): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11699)]\u000a11:00:00.565542 run osmo-stp_10.42.42.5(pid=11699): stdout: \u000a| (launched: 2022-12-13_10:59:59.140113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:00.691765 run osmo-stp_10.42.42.5(pid=11699): stderr: \u000a| �[0;m�[38;5;43m20221213105959311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105959311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105959311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105959312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105959312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105959312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105959312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:00.813439 run osmo-stp_10.42.42.5(pid=11699): stdout: \u000a| (launched: 2022-12-13_10:59:59.140113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:00.971928 run osmo-stp_10.42.42.5(pid=11699): stderr: \u000a| �[0;m�[38;5;43m20221213105959311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213105959311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213105959311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213105959312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213105959312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213105959312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213105959312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:01.032833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11699): Process ended prematurely: osmo-stp_10.42.42.5(pid=11699) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11699)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:00:01.043721 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:00:01.110480 run osmo-hlr_10.42.42.2(pid=11696): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11696)]\u000a11:00:01.165286 run osmo-hlr_10.42.42.2(pid=11696): stdout: \u000a| (launched: 2022-12-13_10:59:58.198301) \u000a11:00:01.220597 run osmo-hlr_10.42.42.2(pid=11696): stderr: \u000a| �[0;m�[1;31m20221213105958375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213105958375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213105958375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105958375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213105958375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213105958376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213105958388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213105958397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213105958397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213105958397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:01.296427 run osmo-msc_10.42.42.6(pid=11702): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11702)]\u000a11:00:01.350921 run osmo-msc_10.42.42.6(pid=11702): stdout: \u000a| (launched: 2022-12-13_11:00:00.108024) \u000a11:00:01.405964 run osmo-msc_10.42.42.6(pid=11702): stderr: \u000a| �[0;m�[38;5;43m20221213110000380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110000380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f115805ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110000380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110000380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110000380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110000380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110000382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110000383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110000383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110000383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:01.454218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11695): Terminating (SIGTERM)\u000a11:00:01.510384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11698): Terminating (SIGTERM)\u000a11:00:01.557570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11701): Terminating (SIGTERM)\u000a11:00:01.568917 --- ParallelTerminationStrategy: PID 11695 died...\u000a11:00:01.632329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11695): Terminated: ok {rc=0}\u000a11:00:01.643518 --- ParallelTerminationStrategy: PID 11698 died...\u000a11:00:01.703658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11698): Terminated: ok {rc=0}\u000a11:00:01.715800 --- ParallelTerminationStrategy: PID 11701 died...\u000a11:00:01.775324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11701): Terminated: ok {rc=0}\u000a11:00:01.884799 bus /sierra_3: Setting Powered False\u000a11:00:02.997826 bus /sierra_3: Setting Powered False\u000a11:00:04.105734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11713): Process ended prematurely: osmo-stp_10.42.42.5(pid=11713) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11713)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11713): Process ended prematurely: osmo-stp_10.42.42.5(pid=11713) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:00:05.214642 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:00:05.226355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:00:05.386718 tst mo_mt_call_osmux.py: using LAC 33482\u000a11:00:05.513538 tst mo_mt_call_osmux.py: using RAC 77\u000a11:00:05.639410 tst mo_mt_call_osmux.py: using CellId 33482\u000a11:00:05.765033 tst mo_mt_call_osmux.py: using BVCI 33483\u000a11:00:05.790075 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:00:05.801876 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:00:05.813334 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:00:05.824686 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:00:05.836495 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:00:05.848260 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:00:05.970146 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:00:06.184604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:06.699488 run create_hlr_db(pid=11707): Launched\u000a11:00:06.887856 bus /sierra_2: Setting Powered False\u000a11:00:07.908623 run create_hlr_db(pid=11707): Terminated: ok {rc=0}\u000a11:00:08.316910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11709): Launched\u000a11:00:08.622883 run osmo-hlr_10.42.42.2(pid=11710): Launched\u000a11:00:08.734006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:09.260349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11712): Launched\u000a11:00:09.564118 run osmo-stp_10.42.42.5(pid=11713): Launched\u000a11:00:09.674930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:10.229437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11715): Launched\u000a11:00:10.535341 run osmo-msc_10.42.42.6(pid=11716): Launched\u000a11:00:10.714067 run osmo-stp_10.42.42.5(pid=11713): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11713)]\u000a11:00:10.842323 run osmo-stp_10.42.42.5(pid=11713): stdout: \u000a| (launched: 2022-12-13_11:00:09.414604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:10.968163 run osmo-stp_10.42.42.5(pid=11713): stderr: \u000a| �[0;m�[38;5;43m20221213110009586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110009586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110009586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110009587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110009589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110009589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110009589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:11.089957 run osmo-stp_10.42.42.5(pid=11713): stdout: \u000a| (launched: 2022-12-13_11:00:09.414604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:11.210583 run osmo-stp_10.42.42.5(pid=11713): stderr: \u000a| �[0;m�[38;5;43m20221213110009586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110009586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110009586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110009587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110009589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110009589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110009589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:11.263766 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11713): Process ended prematurely: osmo-stp_10.42.42.5(pid=11713) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11713)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:00:11.272249 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:00:11.332198 run osmo-hlr_10.42.42.2(pid=11710): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11710)]\u000a11:00:11.381013 run osmo-hlr_10.42.42.2(pid=11710): stdout: \u000a| (launched: 2022-12-13_11:00:08.472161) \u000a11:00:11.430920 run osmo-hlr_10.42.42.2(pid=11710): stderr: \u000a| �[0;m�[1;31m20221213110008652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110008652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110008652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110008652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110008652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110008652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110008674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110008683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110008683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110008683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:11.498273 run osmo-msc_10.42.42.6(pid=11716): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11716)]\u000a11:00:11.546970 run osmo-msc_10.42.42.6(pid=11716): stdout: \u000a| (launched: 2022-12-13_11:00:10.384450) \u000a11:00:11.596289 run osmo-msc_10.42.42.6(pid=11716): stderr: \u000a| �[0;m�[38;5;43m20221213110010655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110010655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10fd005c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110010655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110010655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110010655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110010655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110010657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110010657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110010658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110010658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:11.638053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11709): Terminating (SIGTERM)\u000a11:00:11.677624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11712): Terminating (SIGTERM)\u000a11:00:11.717026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11715): Terminating (SIGTERM)\u000a11:00:11.726303 --- ParallelTerminationStrategy: PID 11709 died...\u000a11:00:11.779419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11709): Terminated: ok {rc=0}\u000a11:00:11.789242 --- ParallelTerminationStrategy: PID 11712 died...\u000a11:00:11.842217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11712): Terminated: ok {rc=0}\u000a11:00:11.851839 --- ParallelTerminationStrategy: PID 11715 died...\u000a11:00:11.904856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11715): Terminated: ok {rc=0}\u000a11:00:11.993322 bus /sierra_3: Setting Powered False\u000a11:00:13.099855 bus /sierra_3: Setting Powered False\u000a11:00:14.208667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T10:59:54" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11727): Process ended prematurely: osmo-stp_10.42.42.5(pid=11727) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11727): Process ended prematurely: osmo-stp_10.42.42.5(pid=11727) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:00:16.245961 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:16.258691 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:00:16.445681 tst mo_mt_call.py: using LAC 33483\u000a11:00:16.582762 tst mo_mt_call.py: using RAC 78\u000a11:00:16.747822 tst mo_mt_call.py: using CellId 33483\u000a11:00:16.918006 tst mo_mt_call.py: using BVCI 33484\u000a11:00:16.952303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:16.967961 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:16.981268 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:16.999209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:17.012024 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:17.026264 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:00:17.149410 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:00:17.374017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:17.887405 run create_hlr_db(pid=11721): Launched\u000a11:00:18.076272 bus /sierra_2: Setting Powered False\u000a11:00:19.097407 run create_hlr_db(pid=11721): Terminated: ok {rc=0}\u000a11:00:19.505766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11723): Launched\u000a11:00:19.810348 run osmo-hlr_10.42.42.2(pid=11724): Launched\u000a11:00:19.922089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:20.449697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11726): Launched\u000a11:00:20.752872 run osmo-stp_10.42.42.5(pid=11727): Launched\u000a11:00:20.863268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:21.417570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11729): Launched\u000a11:00:21.723188 run osmo-msc_10.42.42.6(pid=11730): Launched\u000a11:00:21.901905 run osmo-stp_10.42.42.5(pid=11727): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)]\u000a11:00:22.029824 run osmo-stp_10.42.42.5(pid=11727): stdout: \u000a| (launched: 2022-12-13_11:00:20.604047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:22.155941 run osmo-stp_10.42.42.5(pid=11727): stderr: \u000a| �[0;m�[38;5;43m20221213110020776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110020776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110020777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110020777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110020777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110020778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110020778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:22.277725 run osmo-stp_10.42.42.5(pid=11727): stdout: \u000a| (launched: 2022-12-13_11:00:20.604047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:22.398766 run osmo-stp_10.42.42.5(pid=11727): stderr: \u000a| �[0;m�[38;5;43m20221213110020776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110020776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110020777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110020777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110020777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110020778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110020778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:22.452318 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11727): Process ended prematurely: osmo-stp_10.42.42.5(pid=11727) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:00:22.461061 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:00:22.520485 run osmo-hlr_10.42.42.2(pid=11724): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11724)]\u000a11:00:22.569184 run osmo-hlr_10.42.42.2(pid=11724): stdout: \u000a| (launched: 2022-12-13_11:00:19.660432) \u000a11:00:22.618508 run osmo-hlr_10.42.42.2(pid=11724): stderr: \u000a| �[0;m�[1;31m20221213110019839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110019839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110019839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110019839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110019839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110019839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110019851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:22.685744 run osmo-msc_10.42.42.6(pid=11730): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11730)]\u000a11:00:22.734242 run osmo-msc_10.42.42.6(pid=11730): stdout: \u000a| (launched: 2022-12-13_11:00:21.572441) \u000a11:00:22.783162 run osmo-msc_10.42.42.6(pid=11730): stderr: \u000a| �[0;m�[38;5;43m20221213110021843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110021843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f544eeefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110021843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110021843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110021843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110021843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110021845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110021846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110021846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110021846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:22.824546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11723): Terminating (SIGTERM)\u000a11:00:22.863797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11726): Terminating (SIGTERM)\u000a11:00:22.903076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11729): Terminating (SIGTERM)\u000a11:00:22.912373 --- ParallelTerminationStrategy: PID 11723 died...\u000a11:00:22.965384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11723): Terminated: ok {rc=0}\u000a11:00:22.975072 --- ParallelTerminationStrategy: PID 11726 died...\u000a11:00:23.027763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11726): Terminated: ok {rc=0}\u000a11:00:23.037505 --- ParallelTerminationStrategy: PID 11729 died...\u000a11:00:23.089940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11729): Terminated: ok {rc=0}\u000a11:00:23.177706 bus /sierra_3: Setting Powered False\u000a11:00:24.279953 bus /sierra_3: Setting Powered False\u000a11:00:25.386917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11738): Process ended prematurely: osmo-stp_10.42.42.5(pid=11738) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11738)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11738): Process ended prematurely: osmo-stp_10.42.42.5(pid=11738) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:00:26.502326 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:26.514914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:00:26.678781 tst mo_mt_call_osmux.py: using LAC 33484\u000a11:00:26.806346 tst mo_mt_call_osmux.py: using RAC 79\u000a11:00:26.936268 tst mo_mt_call_osmux.py: using CellId 33484\u000a11:00:27.066707 tst mo_mt_call_osmux.py: using BVCI 33485\u000a11:00:27.091465 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:27.103278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:27.114858 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:27.126447 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:27.138610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:27.150669 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:00:27.273477 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:00:27.485940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:27.999279 run create_hlr_db(pid=11732): Launched\u000a11:00:28.187406 bus /sierra_2: Setting Powered False\u000a11:00:29.208336 run create_hlr_db(pid=11732): Terminated: ok {rc=0}\u000a11:00:29.626743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11734): Launched\u000a11:00:29.952900 run osmo-hlr_10.42.42.2(pid=11735): Launched\u000a11:00:30.075804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:30.643160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11737): Launched\u000a11:00:31.141443 run osmo-stp_10.42.42.5(pid=11738): Launched\u000a11:00:31.261620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:31.875386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11740): Launched\u000a11:00:32.368456 run osmo-msc_10.42.42.6(pid=11741): Launched\u000a11:00:32.580587 run osmo-stp_10.42.42.5(pid=11738): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11738)]\u000a11:00:32.718078 run osmo-stp_10.42.42.5(pid=11738): stdout: \u000a| (launched: 2022-12-13_11:00:30.809063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:32.854992 run osmo-stp_10.42.42.5(pid=11738): stderr: \u000a| �[0;m�[38;5;43m20221213110031043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110031043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110031043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110031044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110031046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110031046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110031046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:32.986973 run osmo-stp_10.42.42.5(pid=11738): stdout: \u000a| (launched: 2022-12-13_11:00:30.809063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:33.117893 run osmo-stp_10.42.42.5(pid=11738): stderr: \u000a| �[0;m�[38;5;43m20221213110031043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110031043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110031043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110031044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110031046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110031046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110031046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:33.175461 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11738): Process ended prematurely: osmo-stp_10.42.42.5(pid=11738) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11738)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:00:33.184992 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a11:00:33.249129 run osmo-hlr_10.42.42.2(pid=11735): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11735)]\u000a11:00:33.300796 run osmo-hlr_10.42.42.2(pid=11735): stdout: \u000a| (launched: 2022-12-13_11:00:29.792848) \u000a11:00:33.353026 run osmo-hlr_10.42.42.2(pid=11735): stderr: \u000a| �[0;m�[1;31m20221213110029992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110029992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110029992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110029992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110029992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110029992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110030007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110030017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110030018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110030018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:33.424144 run osmo-msc_10.42.42.6(pid=11741): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11741)]\u000a11:00:33.475745 run osmo-msc_10.42.42.6(pid=11741): stdout: \u000a| (launched: 2022-12-13_11:00:32.035579) \u000a11:00:33.528901 run osmo-msc_10.42.42.6(pid=11741): stderr: \u000a| �[0;m�[38;5;43m20221213110032351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110032351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99a3dd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110032351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110032351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110032351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110032351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110032353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110032354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110032354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110032354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:33.574018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11734): Terminating (SIGTERM)\u000a11:00:33.616304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11737): Terminating (SIGTERM)\u000a11:00:33.658882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11740): Terminating (SIGTERM)\u000a11:00:33.668757 --- ParallelTerminationStrategy: PID 11734 died...\u000a11:00:33.725487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11734): Terminated: ok {rc=0}\u000a11:00:33.735754 --- ParallelTerminationStrategy: PID 11737 died...\u000a11:00:33.792314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11737): Terminated: ok {rc=0}\u000a11:00:33.802581 --- ParallelTerminationStrategy: PID 11740 died...\u000a11:00:33.858963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11740): Terminated: ok {rc=0}\u000a11:00:33.945936 bus /sierra_3: Setting Powered False\u000a11:00:35.051903 bus /sierra_3: Setting Powered False\u000a11:00:36.158914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:00:15" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11753): Process ended prematurely: osmo-stp_10.42.42.5(pid=11753) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11753): Process ended prematurely: osmo-stp_10.42.42.5(pid=11753) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:00:38.158029 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:38.169725 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:00:38.331137 tst mo_mt_call.py: using LAC 33485\u000a11:00:38.457303 tst mo_mt_call.py: using RAC 80\u000a11:00:38.579280 tst mo_mt_call.py: using CellId 33485\u000a11:00:38.698431 tst mo_mt_call.py: using BVCI 33486\u000a11:00:38.722028 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:38.733324 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:38.744509 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:38.755516 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:38.767137 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:38.778741 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:00:38.901616 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:00:39.116383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:39.631544 run create_hlr_db(pid=11747): Launched\u000a11:00:39.820176 bus /sierra_2: Setting Powered False\u000a11:00:40.840629 run create_hlr_db(pid=11747): Terminated: ok {rc=0}\u000a11:00:41.250085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11749): Launched\u000a11:00:41.556586 run osmo-hlr_10.42.42.2(pid=11750): Launched\u000a11:00:41.671354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:42.198596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11752): Launched\u000a11:00:42.503658 run osmo-stp_10.42.42.5(pid=11753): Launched\u000a11:00:42.616494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:43.171189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11755): Launched\u000a11:00:43.478732 run osmo-msc_10.42.42.6(pid=11756): Launched\u000a11:00:43.657847 run osmo-stp_10.42.42.5(pid=11753): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)]\u000a11:00:43.785743 run osmo-stp_10.42.42.5(pid=11753): stdout: \u000a| (launched: 2022-12-13_11:00:42.353410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:43.911813 run osmo-stp_10.42.42.5(pid=11753): stderr: \u000a| �[0;m�[38;5;43m20221213110042524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110042524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110042524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110042525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110042525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110042525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110042525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:44.033988 run osmo-stp_10.42.42.5(pid=11753): stdout: \u000a| (launched: 2022-12-13_11:00:42.353410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:44.154986 run osmo-stp_10.42.42.5(pid=11753): stderr: \u000a| �[0;m�[38;5;43m20221213110042524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110042524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110042524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110042525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110042525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110042525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110042525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:44.208583 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11753): Process ended prematurely: osmo-stp_10.42.42.5(pid=11753) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:00:44.217149 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:00:44.277305 run osmo-hlr_10.42.42.2(pid=11750): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11750)]\u000a11:00:44.326055 run osmo-hlr_10.42.42.2(pid=11750): stdout: \u000a| (launched: 2022-12-13_11:00:41.405168) \u000a11:00:44.375429 run osmo-hlr_10.42.42.2(pid=11750): stderr: \u000a| �[0;m�[1;31m20221213110041581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110041581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110041581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110041581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110041581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110041581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110041593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110041601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110041602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110041602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:44.443102 run osmo-msc_10.42.42.6(pid=11756): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11756)]\u000a11:00:44.491823 run osmo-msc_10.42.42.6(pid=11756): stdout: \u000a| (launched: 2022-12-13_11:00:43.326073) \u000a11:00:44.541150 run osmo-msc_10.42.42.6(pid=11756): stderr: \u000a| �[0;m�[38;5;43m20221213110043596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110043596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4563449c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110043596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110043596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110043597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110043597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110043598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110043599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110043599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110043599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:44.583578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11749): Terminating (SIGTERM)\u000a11:00:44.623251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11752): Terminating (SIGTERM)\u000a11:00:44.662946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11755): Terminating (SIGTERM)\u000a11:00:44.672241 --- ParallelTerminationStrategy: PID 11749 died...\u000a11:00:44.725689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11749): Terminated: ok {rc=0}\u000a11:00:44.735376 --- ParallelTerminationStrategy: PID 11752 died...\u000a11:00:44.788380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11752): Terminated: ok {rc=0}\u000a11:00:44.798088 --- ParallelTerminationStrategy: PID 11755 died...\u000a11:00:44.851181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11755): Terminated: ok {rc=0}\u000a11:00:44.935369 bus /sierra_3: Setting Powered False\u000a11:00:46.050899 bus /sierra_3: Setting Powered False\u000a11:00:47.168068 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11764): Process ended prematurely: osmo-stp_10.42.42.5(pid=11764) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11764)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11764): Process ended prematurely: osmo-stp_10.42.42.5(pid=11764) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:00:48.283563 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:48.295914 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:00:48.457324 tst mo_mt_call_osmux.py: using LAC 33486\u000a11:00:48.587685 tst mo_mt_call_osmux.py: using RAC 81\u000a11:00:48.716536 tst mo_mt_call_osmux.py: using CellId 33486\u000a11:00:48.844521 tst mo_mt_call_osmux.py: using BVCI 33487\u000a11:00:48.869376 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:48.881290 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:48.892867 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:48.904583 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:48.916459 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:00:48.928380 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:00:49.045291 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:00:49.258062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:49.772542 run create_hlr_db(pid=11758): Launched\u000a11:00:49.961354 bus /sierra_2: Setting Powered False\u000a11:00:50.982598 run create_hlr_db(pid=11758): Terminated: ok {rc=0}\u000a11:00:51.417889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11760): Launched\u000a11:00:51.745745 run osmo-hlr_10.42.42.2(pid=11761): Launched\u000a11:00:51.870770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:52.439194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11763): Launched\u000a11:00:52.770319 run osmo-stp_10.42.42.5(pid=11764): Launched\u000a11:00:52.889484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:53.485962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11766): Launched\u000a11:00:53.814239 run osmo-msc_10.42.42.6(pid=11767): Launched\u000a11:00:54.005933 run osmo-stp_10.42.42.5(pid=11764): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11764)]\u000a11:00:54.143853 run osmo-stp_10.42.42.5(pid=11764): stdout: \u000a| (launched: 2022-12-13_11:00:52.606207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:54.281413 run osmo-stp_10.42.42.5(pid=11764): stderr: \u000a| �[0;m�[38;5;43m20221213110052801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110052801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110052801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110052801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110052802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110052802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110052802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:54.412457 run osmo-stp_10.42.42.5(pid=11764): stdout: \u000a| (launched: 2022-12-13_11:00:52.606207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:54.542954 run osmo-stp_10.42.42.5(pid=11764): stderr: \u000a| �[0;m�[38;5;43m20221213110052801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110052801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110052801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110052801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110052802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110052802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110052802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:54.600030 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11764): Process ended prematurely: osmo-stp_10.42.42.5(pid=11764) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11764)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:00:54.609291 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:00:54.672556 run osmo-hlr_10.42.42.2(pid=11761): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11761)]\u000a11:00:54.724178 run osmo-hlr_10.42.42.2(pid=11761): stdout: \u000a| (launched: 2022-12-13_11:00:51.584617) \u000a11:00:54.776281 run osmo-hlr_10.42.42.2(pid=11761): stderr: \u000a| �[0;m�[1;31m20221213110051786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110051786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110051786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110051786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110051786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110051786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110051798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110051809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110051809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110051809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:54.847620 run osmo-msc_10.42.42.6(pid=11767): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11767)]\u000a11:00:54.899433 run osmo-msc_10.42.42.6(pid=11767): stdout: \u000a| (launched: 2022-12-13_11:00:53.652696) \u000a11:00:54.951604 run osmo-msc_10.42.42.6(pid=11767): stderr: \u000a| �[0;m�[38;5;43m20221213110053973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110053974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabe2fcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110053974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110053974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110053974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110053974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110053976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110053976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110053976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110053976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:54.995927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11760): Terminating (SIGTERM)\u000a11:00:55.037931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11763): Terminating (SIGTERM)\u000a11:00:55.080338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11766): Terminating (SIGTERM)\u000a11:00:55.090235 --- ParallelTerminationStrategy: PID 11760 died...\u000a11:00:55.146878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11760): Terminated: ok {rc=0}\u000a11:00:55.157088 --- ParallelTerminationStrategy: PID 11763 died...\u000a11:00:55.213538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11763): Terminated: ok {rc=0}\u000a11:00:55.223694 --- ParallelTerminationStrategy: PID 11766 died...\u000a11:00:55.279968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11766): Terminated: ok {rc=0}\u000a11:00:55.367136 bus /sierra_3: Setting Powered False\u000a11:00:56.473261 bus /sierra_3: Setting Powered False\u000a11:00:57.581567 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:00:37" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11779): Process ended prematurely: osmo-stp_10.42.42.5(pid=11779) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11779): Process ended prematurely: osmo-stp_10.42.42.5(pid=11779) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:00:59.578311 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:00:59.589442 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:00:59.745532 tst mo_mt_call.py: using LAC 33487\u000a11:00:59.864118 tst mo_mt_call.py: using RAC 82\u000a11:00:59.985620 tst mo_mt_call.py: using CellId 33487\u000a11:01:00.104567 tst mo_mt_call.py: using BVCI 33488\u000a11:01:00.128031 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:00.139016 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:00.149899 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:00.160594 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:00.172037 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:00.183415 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:01:00.305628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:01:00.508105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:01.064030 run create_hlr_db(pid=11773): Launched\u000a11:01:01.289298 bus /sierra_2: Setting Powered False\u000a11:01:02.313104 run create_hlr_db(pid=11773): Terminated: ok {rc=0}\u000a11:01:02.723062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Launched\u000a11:01:03.029394 run osmo-hlr_10.42.42.2(pid=11776): Launched\u000a11:01:03.149651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:03.683833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11778): Launched\u000a11:01:03.988923 run osmo-stp_10.42.42.5(pid=11779): Launched\u000a11:01:04.100189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:04.658061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11781): Launched\u000a11:01:04.964700 run osmo-msc_10.42.42.6(pid=11782): Launched\u000a11:01:05.144056 run osmo-stp_10.42.42.5(pid=11779): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)]\u000a11:01:05.272876 run osmo-stp_10.42.42.5(pid=11779): stdout: \u000a| (launched: 2022-12-13_11:01:03.838698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:05.399470 run osmo-stp_10.42.42.5(pid=11779): stderr: \u000a| �[0;m�[38;5;43m20221213110104010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110104010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110104010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110104010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110104011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110104011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110104011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:05.521558 run osmo-stp_10.42.42.5(pid=11779): stdout: \u000a| (launched: 2022-12-13_11:01:03.838698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:05.642677 run osmo-stp_10.42.42.5(pid=11779): stderr: \u000a| �[0;m�[38;5;43m20221213110104010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110104010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110104010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110104010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110104011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110104011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110104011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:05.696014 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11779): Process ended prematurely: osmo-stp_10.42.42.5(pid=11779) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:01:05.704602 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:01:05.763875 run osmo-hlr_10.42.42.2(pid=11776): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11776)]\u000a11:01:05.812682 run osmo-hlr_10.42.42.2(pid=11776): stdout: \u000a| (launched: 2022-12-13_11:01:02.878321) \u000a11:01:05.862076 run osmo-hlr_10.42.42.2(pid=11776): stderr: \u000a| �[0;m�[1;31m20221213110103057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110103057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110103057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110103057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110103057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110103057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110103069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110103079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110103079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110103079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:05.929410 run osmo-msc_10.42.42.6(pid=11782): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11782)]\u000a11:01:05.978798 run osmo-msc_10.42.42.6(pid=11782): stdout: \u000a| (launched: 2022-12-13_11:01:04.813933) \u000a11:01:06.028327 run osmo-msc_10.42.42.6(pid=11782): stderr: \u000a| �[0;m�[38;5;43m20221213110105083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110105083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f134b2aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110105083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110105084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110105084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110105084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110105086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110105086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110105086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110105086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:06.070030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Terminating (SIGTERM)\u000a11:01:06.109600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11778): Terminating (SIGTERM)\u000a11:01:06.149086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11781): Terminating (SIGTERM)\u000a11:01:06.158339 --- ParallelTerminationStrategy: PID 11775 died...\u000a11:01:06.211537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Terminated: ok {rc=0}\u000a11:01:06.221271 --- ParallelTerminationStrategy: PID 11778 died...\u000a11:01:06.274309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11778): Terminated: ok {rc=0}\u000a11:01:06.283979 --- ParallelTerminationStrategy: PID 11781 died...\u000a11:01:06.336909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11781): Terminated: ok {rc=0}\u000a11:01:06.420160 bus /sierra_3: Setting Powered False\u000a11:01:07.521048 bus /sierra_3: Setting Powered False\u000a11:01:08.627954 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11790): Process ended prematurely: osmo-stp_10.42.42.5(pid=11790) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11790): Process ended prematurely: osmo-stp_10.42.42.5(pid=11790) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:01:09.743306 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:09.755383 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:01:09.920830 tst mo_mt_call_osmux.py: using LAC 33488\u000a11:01:10.046744 tst mo_mt_call_osmux.py: using RAC 83\u000a11:01:10.172327 tst mo_mt_call_osmux.py: using CellId 33488\u000a11:01:10.298051 tst mo_mt_call_osmux.py: using BVCI 33489\u000a11:01:10.322932 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:10.334439 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:10.345824 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:10.357117 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:10.368633 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:01:10.380183 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:01:10.499517 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:01:10.712279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:11.201815 run create_hlr_db(pid=11784): Launched\u000a11:01:11.376244 bus /sierra_2: Setting Powered False\u000a11:01:12.398487 run create_hlr_db(pid=11784): Terminated: ok {rc=0}\u000a11:01:12.833741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11786): Launched\u000a11:01:13.161421 run osmo-hlr_10.42.42.2(pid=11787): Launched\u000a11:01:13.282599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:13.851544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11789): Launched\u000a11:01:14.178567 run osmo-stp_10.42.42.5(pid=11790): Launched\u000a11:01:14.297184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:14.893904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11792): Launched\u000a11:01:15.222360 run osmo-msc_10.42.42.6(pid=11793): Launched\u000a11:01:15.413323 run osmo-stp_10.42.42.5(pid=11790): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)]\u000a11:01:15.551698 run osmo-stp_10.42.42.5(pid=11790): stdout: \u000a| (launched: 2022-12-13_11:01:14.017313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:15.689450 run osmo-stp_10.42.42.5(pid=11790): stderr: \u000a| �[0;m�[38;5;43m20221213110114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110114212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:15.820368 run osmo-stp_10.42.42.5(pid=11790): stdout: \u000a| (launched: 2022-12-13_11:01:14.017313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:15.967215 run osmo-stp_10.42.42.5(pid=11790): stderr: \u000a| �[0;m�[38;5;43m20221213110114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110114212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:16.022215 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11790): Process ended prematurely: osmo-stp_10.42.42.5(pid=11790) [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)] [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:01:16.032745 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:01:16.094354 run osmo-hlr_10.42.42.2(pid=11787): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11787)]\u000a11:01:16.144838 run osmo-hlr_10.42.42.2(pid=11787): stdout: \u000a| (launched: 2022-12-13_11:01:12.999734) \u000a11:01:16.195537 run osmo-hlr_10.42.42.2(pid=11787): stderr: \u000a| �[0;m�[1;31m20221213110113199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110113199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110113199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110113199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110113199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110113199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110113212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110113220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110113220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110113220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:16.266181 run osmo-msc_10.42.42.6(pid=11793): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11793)]\u000a11:01:16.316332 run osmo-msc_10.42.42.6(pid=11793): stdout: \u000a| (launched: 2022-12-13_11:01:15.060141) \u000a11:01:16.367913 run osmo-msc_10.42.42.6(pid=11793): stderr: \u000a| �[0;m�[38;5;43m20221213110115381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110115381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b5f321c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110115381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110115381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110115381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110115382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110115383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110115384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110115384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110115384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:16.410503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11786): Terminating (SIGTERM)\u000a11:01:16.454354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11789): Terminating (SIGTERM)\u000a11:01:16.496062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11792): Terminating (SIGTERM)\u000a11:01:16.507403 --- ParallelTerminationStrategy: PID 11786 died...\u000a11:01:16.564310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11786): Terminated: ok {rc=0}\u000a11:01:16.574564 --- ParallelTerminationStrategy: PID 11789 died...\u000a11:01:16.628932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11789): Terminated: ok {rc=0}\u000a11:01:16.640140 --- ParallelTerminationStrategy: PID 11792 died...\u000a11:01:16.695220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11792): Terminated: ok {rc=0}\u000a11:01:16.793484 bus /sierra_3: Setting Powered False\u000a11:01:17.896013 bus /sierra_3: Setting Powered False\u000a11:01:19.007471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:00:59" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11804): Process ended prematurely: osmo-stp_10.42.42.5(pid=11804) [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11804): Process ended prematurely: osmo-stp_10.42.42.5(pid=11804) [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:01:20.999000 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:21.009785 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:01:21.142765 tst emergency_mo_mt_call.py: using LAC 33489\u000a11:01:21.259136 tst emergency_mo_mt_call.py: using RAC 84\u000a11:01:21.375850 tst emergency_mo_mt_call.py: using CellId 33489\u000a11:01:21.492150 tst emergency_mo_mt_call.py: using BVCI 33490\u000a11:01:21.514969 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:21.525850 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:21.536370 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:21.547073 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:21.558391 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:21.569421 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:21.689136 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:21.899321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:22.406937 run create_hlr_db(pid=11798): Launched\u000a11:01:22.594813 bus /sierra_2: Setting Powered False\u000a11:01:23.614221 run create_hlr_db(pid=11798): Terminated: ok {rc=0}\u000a11:01:24.043286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11800): Launched\u000a11:01:24.366483 run osmo-hlr_10.42.42.2(pid=11801): Launched\u000a11:01:24.485166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:25.043046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11803): Launched\u000a11:01:25.366292 run osmo-stp_10.42.42.5(pid=11804): Launched\u000a11:01:25.496655 tst emergency_mo_mt_call.py: using MSISDN 8117\u000a11:01:25.658129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:26.248677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11806): Launched\u000a11:01:26.572880 run osmo-msc_10.42.42.6(pid=11807): Launched\u000a11:01:26.762433 run osmo-stp_10.42.42.5(pid=11804): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)]\u000a11:01:26.898835 run osmo-stp_10.42.42.5(pid=11804): stdout: \u000a| (launched: 2022-12-13_11:01:25.205856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:27.034764 run osmo-stp_10.42.42.5(pid=11804): stderr: \u000a| �[0;m�[38;5;43m20221213110125398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110125398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110125398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110125399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110125401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110125401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110125401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:27.164262 run osmo-stp_10.42.42.5(pid=11804): stdout: \u000a| (launched: 2022-12-13_11:01:25.205856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:27.292600 run osmo-stp_10.42.42.5(pid=11804): stderr: \u000a| �[0;m�[38;5;43m20221213110125398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110125398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110125398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110125399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110125401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110125401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110125401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:27.348821 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11804): Process ended prematurely: osmo-stp_10.42.42.5(pid=11804) [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)] [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a11:01:27.357790 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a11:01:27.421172 run osmo-hlr_10.42.42.2(pid=11801): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11801)]\u000a11:01:27.473031 run osmo-hlr_10.42.42.2(pid=11801): stdout: \u000a| (launched: 2022-12-13_11:01:24.206710) \u000a11:01:27.525455 run osmo-hlr_10.42.42.2(pid=11801): stderr: \u000a| �[0;m�[1;31m20221213110124404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110124404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110124404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110124404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110124404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110124404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110124417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:27.597014 run osmo-msc_10.42.42.6(pid=11807): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11807)]\u000a11:01:27.648598 run osmo-msc_10.42.42.6(pid=11807): stdout: \u000a| (launched: 2022-12-13_11:01:26.411851) \u000a11:01:27.700745 run osmo-msc_10.42.42.6(pid=11807): stderr: \u000a| �[0;m�[38;5;43m20221213110126733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110126733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7702130c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110126733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110126733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110126733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110126734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110126735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110126736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110126736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110126736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:27.745252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11800): Terminating (SIGTERM)\u000a11:01:27.787486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11803): Terminating (SIGTERM)\u000a11:01:27.829621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11806): Terminating (SIGTERM)\u000a11:01:27.839473 --- ParallelTerminationStrategy: PID 11800 died...\u000a11:01:27.896440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11800): Terminated: ok {rc=0}\u000a11:01:27.906612 --- ParallelTerminationStrategy: PID 11803 died...\u000a11:01:27.962897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11803): Terminated: ok {rc=0}\u000a11:01:27.973202 --- ParallelTerminationStrategy: PID 11806 died...\u000a11:01:28.029658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11806): Terminated: ok {rc=0}\u000a11:01:28.117011 bus /sierra_3: Setting Powered False\u000a11:01:29.223834 bus /sierra_3: Setting Powered False\u000a11:01:30.333243 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11815): Process ended prematurely: osmo-stp_10.42.42.5(pid=11815) [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11815)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11815): Process ended prematurely: osmo-stp_10.42.42.5(pid=11815) [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:01:31.384993 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:31.397758 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:01:31.541499 tst emergency_preemptive_call.py: using LAC 33490\u000a11:01:31.692467 tst emergency_preemptive_call.py: using RAC 85\u000a11:01:31.819126 tst emergency_preemptive_call.py: using CellId 33490\u000a11:01:31.947333 tst emergency_preemptive_call.py: using BVCI 33491\u000a11:01:31.972695 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:31.984578 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:31.996318 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:32.008027 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:32.020625 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:01:32.033328 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:32.157322 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:32.280065 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:32.397841 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:32.607138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:33.114443 run create_hlr_db(pid=11809): Launched\u000a11:01:33.300065 bus /sierra_2: Setting Powered False\u000a11:01:34.321062 run create_hlr_db(pid=11809): Terminated: ok {rc=0}\u000a11:01:34.724163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11811): Launched\u000a11:01:35.024477 run osmo-hlr_10.42.42.2(pid=11812): Launched\u000a11:01:35.134308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:35.652760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11814): Launched\u000a11:01:35.952628 run osmo-stp_10.42.42.5(pid=11815): Launched\u000a11:01:36.072584 tst emergency_preemptive_call.py: using MSISDN 8118\u000a11:01:36.221148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:36.765715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11817): Launched\u000a11:01:37.065085 run osmo-msc_10.42.42.6(pid=11818): Launched\u000a11:01:37.243337 run osmo-stp_10.42.42.5(pid=11815): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11815)]\u000a11:01:37.369945 run osmo-stp_10.42.42.5(pid=11815): stdout: \u000a| (launched: 2022-12-13_11:01:35.804805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:37.494471 run osmo-stp_10.42.42.5(pid=11815): stderr: \u000a| �[0;m�[38;5;43m20221213110135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110135976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110135976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110135977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:37.614700 run osmo-stp_10.42.42.5(pid=11815): stdout: \u000a| (launched: 2022-12-13_11:01:35.804805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:37.734737 run osmo-stp_10.42.42.5(pid=11815): stderr: \u000a| �[0;m�[38;5;43m20221213110135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110135976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110135976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110135977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:37.787019 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11815): Process ended prematurely: osmo-stp_10.42.42.5(pid=11815) [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11815)] [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a11:01:37.795136 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a11:01:37.855416 run osmo-hlr_10.42.42.2(pid=11812): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11812)]\u000a11:01:37.904562 run osmo-hlr_10.42.42.2(pid=11812): stdout: \u000a| (launched: 2022-12-13_11:01:34.875898) \u000a11:01:37.954240 run osmo-hlr_10.42.42.2(pid=11812): stderr: \u000a| �[0;m�[1;31m20221213110135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110135065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110135074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110135074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110135074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:38.021928 run osmo-msc_10.42.42.6(pid=11818): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11818)]\u000a11:01:38.071181 run osmo-msc_10.42.42.6(pid=11818): stdout: \u000a| (launched: 2022-12-13_11:01:36.916923) \u000a11:01:38.120856 run osmo-msc_10.42.42.6(pid=11818): stderr: \u000a| �[0;m�[38;5;43m20221213110137189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110137189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f955660cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110137189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110137189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110137189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110137189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110137191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110137192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110137192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110137192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:38.162946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11811): Terminating (SIGTERM)\u000a11:01:38.202812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11814): Terminating (SIGTERM)\u000a11:01:38.242679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11817): Terminating (SIGTERM)\u000a11:01:38.252039 --- ParallelTerminationStrategy: PID 11811 died...\u000a11:01:38.305347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11811): Terminated: ok {rc=0}\u000a11:01:38.315137 --- ParallelTerminationStrategy: PID 11814 died...\u000a11:01:38.368082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11814): Terminated: ok {rc=0}\u000a11:01:38.377738 --- ParallelTerminationStrategy: PID 11817 died...\u000a11:01:38.430785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11817): Terminated: ok {rc=0}\u000a11:01:38.518158 bus /sierra_9: Setting Powered False\u000a11:01:39.620661 bus /sierra_9: Setting Powered False\u000a11:01:40.731730 bus /sierra_8: Setting Powered False\u000a11:01:41.834477 bus /sierra_8: Setting Powered False\u000a11:01:42.945858 bus /sierra_3: Setting Powered False\u000a11:01:44.047495 bus /sierra_3: Setting Powered False\u000a11:01:45.159288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:01:20" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2388↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2388↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:01:47.316656 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.327517 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:01:47.467294 tst cs_paging_gprs_active.py: using LAC 33491\u000a11:01:47.594569 tst cs_paging_gprs_active.py: using RAC 86\u000a11:01:47.734141 tst cs_paging_gprs_active.py: using CellId 33491\u000a11:01:47.867980 tst cs_paging_gprs_active.py: using BVCI 33492\u000a11:01:47.893066 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.904406 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.915483 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.926530 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.938393 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.950112 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.962154 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.974014 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:01:47.986254 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:48.105305 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:01:48.402334 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:01:48.540114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:48.879204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11823): Launched\u000a11:01:49.160159 run iperf3-srv_10.42.42.10(pid=11824): Launched\u000a11:01:49.360486 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:01:49.497123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:49.834973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11825): Launched\u000a11:01:50.115722 run iperf3-srv_10.42.42.10(pid=11826): Launched\u000a11:01:50.316413 tst cs_paging_gprs_active.py:38: start network...\u000a11:01:50.453272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:50.966814 run create_hlr_db(pid=11827): Launched\u000a11:01:51.155915 bus /sierra_2: Setting Powered False\u000a11:01:52.176856 run create_hlr_db(pid=11827): Terminated: ok {rc=0}\u000a11:01:52.586420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Launched\u000a11:01:52.891868 run osmo-hlr_10.42.42.2(pid=11830): Launched\u000a11:01:53.005048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:53.532662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Launched\u000a11:01:53.838086 run osmo-stp_10.42.42.5(pid=11833): Launched\u000a11:01:53.949302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:54.481799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Launched\u000a11:01:54.590508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:54.856743 run patchelf(pid=11836): Launched\u000a11:01:55.035655 run osmo-stp_10.42.42.5(pid=11833): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]\u000a11:01:55.167196 run osmo-stp_10.42.42.5(pid=11833): stdout: \u000a| (launched: 2022-12-13_11:01:53.687481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:55.297402 run osmo-stp_10.42.42.5(pid=11833): stderr: \u000a| �[0;m�[38;5;43m20221213110153861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110153861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110153861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110153862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110153862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110153862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110153862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:55.423230 run osmo-stp_10.42.42.5(pid=11833): stdout: \u000a| (launched: 2022-12-13_11:01:53.687481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:55.547597 run osmo-stp_10.42.42.5(pid=11833): stderr: \u000a| �[0;m�[38;5;43m20221213110153861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110153861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110153861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110153862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110153862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110153862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110153862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:55.693462 run patchelf(pid=11836): Terminating (SIGINT)\u000a11:01:55.865185 run patchelf(pid=11836): Terminated: ok {rc=0}\u000a11:01:55.896676 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2388↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)] [trial-2388↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a11:01:55.905854 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:01:55.965458 run osmo-hlr_10.42.42.2(pid=11830): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11830)]\u000a11:01:56.014084 run osmo-hlr_10.42.42.2(pid=11830): stdout: \u000a| (launched: 2022-12-13_11:01:52.740799) \u000a11:01:56.063374 run osmo-hlr_10.42.42.2(pid=11830): stderr: \u000a| �[0;m�[1;31m20221213110152917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110152917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110152918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110152918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110152918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110152918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110152930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110152939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110152939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110152939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:56.105200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11823): Terminating (SIGTERM)\u000a11:01:56.144537 run iperf3-srv_10.42.42.10(pid=11824): Terminating (SIGTERM)\u000a11:01:56.183953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11825): Terminating (SIGTERM)\u000a11:01:56.223217 run iperf3-srv_10.42.42.10(pid=11826): Terminating (SIGTERM)\u000a11:01:56.262340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Terminating (SIGTERM)\u000a11:01:56.301622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Terminating (SIGTERM)\u000a11:01:56.340839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Terminating (SIGTERM)\u000a11:01:56.350253 --- ParallelTerminationStrategy: PID 11823 died...\u000a11:01:56.403452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11823): Terminated: ok {rc=0}\u000a11:01:56.413219 --- ParallelTerminationStrategy: PID 11824 died...\u000a11:01:56.465825 run iperf3-srv_10.42.42.10(pid=11824): Terminated {rc=256}\u000a11:01:56.475493 --- ParallelTerminationStrategy: PID 11825 died...\u000a11:01:56.528204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11825): Terminated: ok {rc=0}\u000a11:01:56.537909 --- ParallelTerminationStrategy: PID 11826 died...\u000a11:01:56.590426 run iperf3-srv_10.42.42.10(pid=11826): Terminated {rc=256}\u000a11:01:56.600047 --- ParallelTerminationStrategy: PID 11829 died...\u000a11:01:56.652539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Terminated: ok {rc=0}\u000a11:01:56.662257 --- ParallelTerminationStrategy: PID 11832 died...\u000a11:01:56.714926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Terminated: ok {rc=0}\u000a11:01:56.724611 --- ParallelTerminationStrategy: PID 11835 died...\u000a11:01:56.777373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Terminated: ok {rc=0}\u000a11:01:56.865850 bus /gobi_0: Setting Powered False\u000a11:01:57.969356 bus /gobi_0: Setting Powered False\u000a11:01:59.076279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a11:02:00.191589 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.203512 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:02:00.346197 tst iperf3.py: using LAC 33492\u000a11:02:00.474424 tst iperf3.py: using RAC 87\u000a11:02:00.602425 tst iperf3.py: using CellId 33492\u000a11:02:00.734867 tst iperf3.py: using BVCI 33493\u000a11:02:00.759661 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.770900 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.781923 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.792856 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.804218 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.815943 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.827472 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.838784 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:00.863783 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:01.179141 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:02:01.312756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:01.644115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11840): Launched\u000a11:02:01.932614 run iperf3-srv_10.42.42.10(pid=11841): Launched\u000a11:02:02.123324 tst iperf3.py:8: start network...\u000a11:02:02.252473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:02.741251 run create_hlr_db(pid=11842): Launched\u000a11:02:02.915574 bus /gobi_6: Setting Powered False\u000a11:02:03.937115 run create_hlr_db(pid=11842): Terminated: ok {rc=0}\u000a11:02:04.340670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Launched\u000a11:02:04.644395 run osmo-hlr_10.42.42.2(pid=11845): Launched\u000a11:02:04.764476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:05.298272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Launched\u000a11:02:05.602229 run osmo-stp_10.42.42.5(pid=11848): Launched\u000a11:02:05.712171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:06.239977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11850): Launched\u000a11:02:06.348050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:06.613006 run patchelf(pid=11851): Launched\u000a11:02:06.790613 run osmo-stp_10.42.42.5(pid=11848): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]\u000a11:02:06.920340 run osmo-stp_10.42.42.5(pid=11848): stdout: \u000a| (launched: 2022-12-13_11:02:05.452329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:07.050259 run osmo-stp_10.42.42.5(pid=11848): stderr: \u000a| �[0;m�[38;5;43m20221213110205626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110205626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110205626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110205627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110205627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110205627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110205627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:07.175743 run osmo-stp_10.42.42.5(pid=11848): stdout: \u000a| (launched: 2022-12-13_11:02:05.452329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:07.301073 run osmo-stp_10.42.42.5(pid=11848): stderr: \u000a| �[0;m�[38;5;43m20221213110205626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110205626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110205626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110205627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110205627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110205627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110205627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:07.446032 run patchelf(pid=11851): Terminating (SIGINT)\u000a11:02:07.629347 run patchelf(pid=11851): Terminated: ok {rc=0}\u000a11:02:07.663277 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)] [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a11:02:07.673504 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:02:07.736999 run osmo-hlr_10.42.42.2(pid=11845): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11845)]\u000a11:02:07.788594 run osmo-hlr_10.42.42.2(pid=11845): stdout: \u000a| (launched: 2022-12-13_11:02:04.495115) \u000a11:02:07.840899 run osmo-hlr_10.42.42.2(pid=11845): stderr: \u000a| �[0;m�[1;31m20221213110204676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110204676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110204676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110204676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110204676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110204676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110204688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110204699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110204699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110204699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:07.885427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11840): Terminating (SIGTERM)\u000a11:02:07.927246 run iperf3-srv_10.42.42.10(pid=11841): Terminating (SIGTERM)\u000a11:02:07.969265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Terminating (SIGTERM)\u000a11:02:08.011921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Terminating (SIGTERM)\u000a11:02:08.054430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11850): Terminating (SIGTERM)\u000a11:02:08.064221 --- ParallelTerminationStrategy: PID 11840 died...\u000a11:02:08.120850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11840): Terminated: ok {rc=0}\u000a11:02:08.131115 --- ParallelTerminationStrategy: PID 11841 died...\u000a11:02:08.187216 run iperf3-srv_10.42.42.10(pid=11841): Terminated {rc=256}\u000a11:02:08.197412 --- ParallelTerminationStrategy: PID 11844 died...\u000a11:02:08.253611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Terminated: ok {rc=0}\u000a11:02:08.263752 --- ParallelTerminationStrategy: PID 11847 died...\u000a11:02:08.319889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Terminated: ok {rc=0}\u000a11:02:08.330164 --- ParallelTerminationStrategy: PID 11850 died...\u000a11:02:08.386587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11850): Terminated: ok {rc=0}\u000a11:02:08.474764 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11866): Process ended prematurely: osmo-stp_10.42.42.5(pid=11866) [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11866): Process ended prematurely: osmo-stp_10.42.42.5(pid=11866) [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a11:02:09.585499 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:09.596589 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:02:09.736506 tst iperf3m4.py: using LAC 33493\u000a11:02:09.864487 tst iperf3m4.py: using RAC 88\u000a11:02:09.993452 tst iperf3m4.py: using CellId 33493\u000a11:02:10.121256 tst iperf3m4.py: using BVCI 33494\u000a11:02:10.146343 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.157821 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.168929 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.180098 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.191396 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.202760 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.214426 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.225590 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:10.236924 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:10.355199 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:10.477050 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:10.594661 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:10.878130 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:02:11.004601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:11.319711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11852): Launched\u000a11:02:11.581391 run iperf3-srv_10.42.42.10(pid=11853): Launched\u000a11:02:11.766069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:02:11.892189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:12.206201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11854): Launched\u000a11:02:12.467081 run iperf3-srv_10.42.42.10(pid=11855): Launched\u000a11:02:12.651699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:02:12.777742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:13.099612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11856): Launched\u000a11:02:13.382299 run iperf3-srv_10.42.42.10(pid=11857): Launched\u000a11:02:13.582975 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:02:13.719678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:14.058597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11858): Launched\u000a11:02:14.339235 run iperf3-srv_10.42.42.10(pid=11859): Launched\u000a11:02:14.539259 tst iperf3m4.py:8: start network...\u000a11:02:14.676060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:15.188478 run create_hlr_db(pid=11860): Launched\u000a11:02:15.377259 bus /gobi_6: Setting Powered False\u000a11:02:16.400762 run create_hlr_db(pid=11860): Terminated: ok {rc=0}\u000a11:02:16.855099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11862): Launched\u000a11:02:17.206234 run osmo-hlr_10.42.42.2(pid=11863): Launched\u000a11:02:17.328388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:17.979054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11865): Launched\u000a11:02:18.275755 run osmo-stp_10.42.42.5(pid=11866): Launched\u000a11:02:18.383951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:18.904094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11868): Launched\u000a11:02:19.010166 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:19.271181 run patchelf(pid=11869): Launched\u000a11:02:19.446103 run osmo-stp_10.42.42.5(pid=11866): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)]\u000a11:02:19.573492 run osmo-stp_10.42.42.5(pid=11866): stdout: \u000a| (launched: 2022-12-13_11:02:18.129996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:19.700836 run osmo-stp_10.42.42.5(pid=11866): stderr: \u000a| �[0;m�[38;5;43m20221213110218301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110218301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110218302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110218302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110218303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110218303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110218303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:19.823746 run osmo-stp_10.42.42.5(pid=11866): stdout: \u000a| (launched: 2022-12-13_11:02:18.129996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:19.945474 run osmo-stp_10.42.42.5(pid=11866): stderr: \u000a| �[0;m�[38;5;43m20221213110218301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110218301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110218302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110218302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110218303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110218303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110218303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:20.087481 run patchelf(pid=11869): Terminating (SIGINT)\u000a11:02:20.255077 run patchelf(pid=11869): Terminated: ok {rc=0}\u000a11:02:20.286134 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11866): Process ended prematurely: osmo-stp_10.42.42.5(pid=11866) [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)] [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a11:02:20.295216 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:02:20.355254 run osmo-hlr_10.42.42.2(pid=11863): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11863)]\u000a11:02:20.403755 run osmo-hlr_10.42.42.2(pid=11863): stdout: \u000a| (launched: 2022-12-13_11:02:17.025587) \u000a11:02:20.452830 run osmo-hlr_10.42.42.2(pid=11863): stderr: \u000a| �[0;m�[1;31m20221213110217240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110217240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110217240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110217240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110217240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110217240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110217253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110217262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110217262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110217262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:20.494432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11852): Terminating (SIGTERM)\u000a11:02:20.533481 run iperf3-srv_10.42.42.10(pid=11853): Terminating (SIGTERM)\u000a11:02:20.573187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11854): Terminating (SIGTERM)\u000a11:02:20.612137 run iperf3-srv_10.42.42.10(pid=11855): Terminating (SIGTERM)\u000a11:02:20.651254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11856): Terminating (SIGTERM)\u000a11:02:20.690372 run iperf3-srv_10.42.42.10(pid=11857): Terminating (SIGTERM)\u000a11:02:20.729373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11858): Terminating (SIGTERM)\u000a11:02:20.769284 run iperf3-srv_10.42.42.10(pid=11859): Terminating (SIGTERM)\u000a11:02:20.808455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11862): Terminating (SIGTERM)\u000a11:02:20.847661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11865): Terminating (SIGTERM)\u000a11:02:20.886973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11868): Terminating (SIGTERM)\u000a11:02:20.896196 --- ParallelTerminationStrategy: PID 11852 died...\u000a11:02:20.948728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11852): Terminated: ok {rc=0}\u000a11:02:20.958364 --- ParallelTerminationStrategy: PID 11853 died...\u000a11:02:21.010504 run iperf3-srv_10.42.42.10(pid=11853): Terminated {rc=256}\u000a11:02:21.019945 --- ParallelTerminationStrategy: PID 11854 died...\u000a11:02:21.072047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11854): Terminated: ok {rc=0}\u000a11:02:21.081613 --- ParallelTerminationStrategy: PID 11855 died...\u000a11:02:21.133915 run iperf3-srv_10.42.42.10(pid=11855): Terminated {rc=256}\u000a11:02:21.143425 --- ParallelTerminationStrategy: PID 11856 died...\u000a11:02:21.195786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11856): Terminated: ok {rc=0}\u000a11:02:21.205360 --- ParallelTerminationStrategy: PID 11857 died...\u000a11:02:21.257448 run iperf3-srv_10.42.42.10(pid=11857): Terminated {rc=256}\u000a11:02:21.266956 --- ParallelTerminationStrategy: PID 11858 died...\u000a11:02:21.319065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11858): Terminated: ok {rc=0}\u000a11:02:21.329046 --- ParallelTerminationStrategy: PID 11859 died...\u000a11:02:21.381729 run iperf3-srv_10.42.42.10(pid=11859): Terminated {rc=256}\u000a11:02:21.391283 --- ParallelTerminationStrategy: PID 11862 died...\u000a11:02:21.443744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11862): Terminated: ok {rc=0}\u000a11:02:21.453214 --- ParallelTerminationStrategy: PID 11865 died...\u000a11:02:21.505556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11865): Terminated: ok {rc=0}\u000a11:02:21.514939 --- ParallelTerminationStrategy: PID 11868 died...\u000a11:02:21.567153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11868): Terminated: ok {rc=0}\u000a11:02:21.654368 bus /gobi_4: Setting Powered False\u000a11:02:22.756230 bus /gobi_4: Setting Powered False\u000a11:02:23.863205 bus /gobi_1: Setting Powered False\u000a11:02:24.968801 bus /gobi_1: Setting Powered False\u000a11:02:26.076137 bus /gobi_0: Setting Powered False\u000a11:02:27.181704 bus /gobi_0: Setting Powered False\u000a11:02:28.290510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11876): Process ended prematurely: osmo-stp_10.42.42.5(pid=11876) [trial-2388↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11876): Process ended prematurely: osmo-stp_10.42.42.5(pid=11876) [trial-2388↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a11:02:29.358429 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.370057 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:02:29.505432 tst ping.py: using LAC 33494\u000a11:02:29.619440 tst ping.py: using RAC 89\u000a11:02:29.738229 tst ping.py: using CellId 33494\u000a11:02:29.852083 tst ping.py: using BVCI 33495\u000a11:02:29.874686 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.885530 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.896176 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.906628 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.916859 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.927269 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.937806 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:29.948161 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:30.234789 tst ping.py:19: start network...\u000a11:02:30.366462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:30.865576 run create_hlr_db(pid=11870): Launched\u000a11:02:31.056478 bus /gobi_6: Setting Powered False\u000a11:02:32.074847 run create_hlr_db(pid=11870): Terminated: ok {rc=0}\u000a11:02:32.499315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11872): Launched\u000a11:02:32.815290 run osmo-hlr_10.42.42.2(pid=11873): Launched\u000a11:02:32.933502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:33.482797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11875): Launched\u000a11:02:33.799476 run osmo-stp_10.42.42.5(pid=11876): Launched\u000a11:02:33.914531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:34.463458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11878): Launched\u000a11:02:34.576227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:34.851465 run patchelf(pid=11879): Launched\u000a11:02:35.035900 run osmo-stp_10.42.42.5(pid=11876): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)]\u000a11:02:35.171012 run osmo-stp_10.42.42.5(pid=11876): stdout: \u000a| (launched: 2022-12-13_11:02:33.643483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:35.306273 run osmo-stp_10.42.42.5(pid=11876): stderr: \u000a| �[0;m�[38;5;43m20221213110233835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110233835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110233835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110233835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110233839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110233839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110233839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:35.436603 run osmo-stp_10.42.42.5(pid=11876): stdout: \u000a| (launched: 2022-12-13_11:02:33.643483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:35.566777 run osmo-stp_10.42.42.5(pid=11876): stderr: \u000a| �[0;m�[38;5;43m20221213110233835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110233835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110233835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110233835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110233839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110233839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110233839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:35.717728 run patchelf(pid=11879): Terminating (SIGINT)\u000a11:02:35.894332 run patchelf(pid=11879): Terminated: ok {rc=0}\u000a11:02:35.926622 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11876): Process ended prematurely: osmo-stp_10.42.42.5(pid=11876) [trial-2388↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)] [trial-2388↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a11:02:35.936015 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:02:35.999625 run osmo-hlr_10.42.42.2(pid=11873): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11873)]\u000a11:02:36.051623 run osmo-hlr_10.42.42.2(pid=11873): stdout: \u000a| (launched: 2022-12-13_11:02:32.659480) \u000a11:02:36.104399 run osmo-hlr_10.42.42.2(pid=11873): stderr: \u000a| �[0;m�[1;31m20221213110232857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110232857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110232857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110232857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110232857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110232857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110232870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110232878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110232878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110232878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:36.148762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11872): Terminating (SIGTERM)\u000a11:02:36.190661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11875): Terminating (SIGTERM)\u000a11:02:36.232586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11878): Terminating (SIGTERM)\u000a11:02:36.242253 --- ParallelTerminationStrategy: PID 11872 died...\u000a11:02:36.298348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11872): Terminated: ok {rc=0}\u000a11:02:36.308258 --- ParallelTerminationStrategy: PID 11875 died...\u000a11:02:36.364138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11875): Terminated: ok {rc=0}\u000a11:02:36.374057 --- ParallelTerminationStrategy: PID 11878 died...\u000a11:02:36.430045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11878): Terminated: ok {rc=0}\u000a11:02:36.517552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11886): Process ended prematurely: osmo-stp_10.42.42.5(pid=11886) [trial-2388↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11886)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11886): Process ended prematurely: osmo-stp_10.42.42.5(pid=11886) [trial-2388↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a11:02:37.569326 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:37.581190 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a11:02:37.718578 tst ping_idle_ping.py: using LAC 33495\u000a11:02:37.842324 tst ping_idle_ping.py: using RAC 90\u000a11:02:37.966490 tst ping_idle_ping.py: using CellId 33495\u000a11:02:38.089720 tst ping_idle_ping.py: using BVCI 33496\u000a11:02:38.113834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.125275 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.136228 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.147243 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.158631 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.169902 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.181398 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a11:02:38.192616 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a11:02:38.468286 tst ping_idle_ping.py:24: start network...\u000a11:02:38.591325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:39.068175 run create_hlr_db(pid=11880): Launched\u000a11:02:39.237894 bus /gobi_6: Setting Powered False\u000a11:02:40.259450 run create_hlr_db(pid=11880): Terminated: ok {rc=0}\u000a11:02:40.654039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11882): Launched\u000a11:02:40.949125 run osmo-hlr_10.42.42.2(pid=11883): Launched\u000a11:02:41.065875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:41.590252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11885): Launched\u000a11:02:41.885870 run osmo-stp_10.42.42.5(pid=11886): Launched\u000a11:02:41.993322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:42.510147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11888): Launched\u000a11:02:42.615041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:42.872844 run patchelf(pid=11889): Launched\u000a11:02:43.045549 run osmo-stp_10.42.42.5(pid=11886): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11886)]\u000a11:02:43.171877 run osmo-stp_10.42.42.5(pid=11886): stdout: \u000a| (launched: 2022-12-13_11:02:41.740072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:43.298722 run osmo-stp_10.42.42.5(pid=11886): stderr: \u000a| �[0;m�[38;5;43m20221213110241910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110241910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110241911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110241911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110241912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110241912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110241912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:43.421083 run osmo-stp_10.42.42.5(pid=11886): stdout: \u000a| (launched: 2022-12-13_11:02:41.740072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:43.543121 run osmo-stp_10.42.42.5(pid=11886): stderr: \u000a| �[0;m�[38;5;43m20221213110241910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110241910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110241911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110241911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110241912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110241912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110241912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:43.684629 run patchelf(pid=11889): Terminating (SIGINT)\u000a11:02:43.850860 run patchelf(pid=11889): Terminated: ok {rc=0}\u000a11:02:43.881059 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11886): Process ended prematurely: osmo-stp_10.42.42.5(pid=11886) [trial-2388↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11886)] [trial-2388↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a11:02:43.889634 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a11:02:43.948307 run osmo-hlr_10.42.42.2(pid=11883): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11883)]\u000a11:02:43.996769 run osmo-hlr_10.42.42.2(pid=11883): stdout: \u000a| (launched: 2022-12-13_11:02:40.804115) \u000a11:02:44.046074 run osmo-hlr_10.42.42.2(pid=11883): stderr: \u000a| �[0;m�[1;31m20221213110240980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110240980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110240980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110240980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110240980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110240981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110240993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110241002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110241002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110241002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:44.087714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11882): Terminating (SIGTERM)\u000a11:02:44.127037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11885): Terminating (SIGTERM)\u000a11:02:44.166334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11888): Terminating (SIGTERM)\u000a11:02:44.175498 --- ParallelTerminationStrategy: PID 11882 died...\u000a11:02:44.228376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11882): Terminated: ok {rc=0}\u000a11:02:44.238144 --- ParallelTerminationStrategy: PID 11885 died...\u000a11:02:44.290432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11885): Terminated: ok {rc=0}\u000a11:02:44.299835 --- ParallelTerminationStrategy: PID 11888 died...\u000a11:02:44.352339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11888): Terminated: ok {rc=0}\u000a11:02:44.440396 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:01:46" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11903): Process ended prematurely: osmo-stp_10.42.42.5(pid=11903) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11903)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11903): Process ended prematurely: osmo-stp_10.42.42.5(pid=11903) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:02:46.584441 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:46.599343 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:02:46.765286 tst cs_paging_gprs_active.py: using LAC 33496\u000a11:02:46.889209 tst cs_paging_gprs_active.py: using RAC 91\u000a11:02:47.009931 tst cs_paging_gprs_active.py: using CellId 33496\u000a11:02:47.158202 tst cs_paging_gprs_active.py: using BVCI 33497\u000a11:02:47.190924 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.204844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.217563 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.230027 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.244109 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.258016 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.271992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.284418 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:47.297608 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:02:47.425524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:02:47.703329 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:02:47.828278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:48.139731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11893): Launched\u000a11:02:48.398580 run iperf3-srv_10.42.42.10(pid=11894): Launched\u000a11:02:48.581861 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:02:48.706924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:49.019136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11895): Launched\u000a11:02:49.277985 run iperf3-srv_10.42.42.10(pid=11896): Launched\u000a11:02:49.461604 tst cs_paging_gprs_active.py:38: start network...\u000a11:02:49.587694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:50.070334 run create_hlr_db(pid=11897): Launched\u000a11:02:50.242967 bus /gobi_6: Setting Powered False\u000a11:02:51.265292 run create_hlr_db(pid=11897): Terminated: ok {rc=0}\u000a11:02:51.666305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11899): Launched\u000a11:02:51.967285 run osmo-hlr_10.42.42.2(pid=11900): Launched\u000a11:02:52.077849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:52.598808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11902): Launched\u000a11:02:52.899618 run osmo-stp_10.42.42.5(pid=11903): Launched\u000a11:02:53.008760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:53.534113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11905): Launched\u000a11:02:53.642488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:53.904751 run patchelf(pid=11906): Launched\u000a11:02:54.081608 run osmo-stp_10.42.42.5(pid=11903): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11903)]\u000a11:02:54.210067 run osmo-stp_10.42.42.5(pid=11903): stdout: \u000a| (launched: 2022-12-13_11:02:52.751660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:54.338872 run osmo-stp_10.42.42.5(pid=11903): stderr: \u000a| �[0;m�[38;5;43m20221213110252924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110252924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110252925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110252925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110252926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110252926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110252926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:54.463594 run osmo-stp_10.42.42.5(pid=11903): stdout: \u000a| (launched: 2022-12-13_11:02:52.751660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:54.586857 run osmo-stp_10.42.42.5(pid=11903): stderr: \u000a| �[0;m�[38;5;43m20221213110252924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110252924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110252925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110252925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110252926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110252926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110252926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:54.730688 run patchelf(pid=11906): Terminating (SIGINT)\u000a11:02:54.899770 run patchelf(pid=11906): Terminated: ok {rc=0}\u000a11:02:54.931376 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11903): Process ended prematurely: osmo-stp_10.42.42.5(pid=11903) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11903)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:02:54.940643 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a11:02:54.999956 run osmo-hlr_10.42.42.2(pid=11900): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11900)]\u000a11:02:55.048365 run osmo-hlr_10.42.42.2(pid=11900): stdout: \u000a| (launched: 2022-12-13_11:02:51.819006) \u000a11:02:55.097630 run osmo-hlr_10.42.42.2(pid=11900): stderr: \u000a| �[0;m�[1;31m20221213110251995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110251995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110251995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110251995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110251995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110251995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110252007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110252016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110252016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110252016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:55.139479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11893): Terminating (SIGTERM)\u000a11:02:55.178818 run iperf3-srv_10.42.42.10(pid=11894): Terminating (SIGTERM)\u000a11:02:55.218283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11895): Terminating (SIGTERM)\u000a11:02:55.257501 run iperf3-srv_10.42.42.10(pid=11896): Terminating (SIGTERM)\u000a11:02:55.297098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11899): Terminating (SIGTERM)\u000a11:02:55.336607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11902): Terminating (SIGTERM)\u000a11:02:55.376166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11905): Terminating (SIGTERM)\u000a11:02:55.384857 --- ParallelTerminationStrategy: PID 11893 died...\u000a11:02:55.437518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11893): Terminated: ok {rc=0}\u000a11:02:55.446969 --- ParallelTerminationStrategy: PID 11894 died...\u000a11:02:55.499334 run iperf3-srv_10.42.42.10(pid=11894): Terminated {rc=256}\u000a11:02:55.508740 --- ParallelTerminationStrategy: PID 11895 died...\u000a11:02:55.561286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11895): Terminated: ok {rc=0}\u000a11:02:55.570700 --- ParallelTerminationStrategy: PID 11896 died...\u000a11:02:55.623642 run iperf3-srv_10.42.42.10(pid=11896): Terminated {rc=256}\u000a11:02:55.633171 --- ParallelTerminationStrategy: PID 11899 died...\u000a11:02:55.685565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11899): Terminated: ok {rc=0}\u000a11:02:55.695008 --- ParallelTerminationStrategy: PID 11902 died...\u000a11:02:55.747497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11902): Terminated: ok {rc=0}\u000a11:02:55.756932 --- ParallelTerminationStrategy: PID 11905 died...\u000a11:02:55.809368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11905): Terminated: ok {rc=0}\u000a11:02:55.897545 bus /gobi_0: Setting Powered False\u000a11:02:57.004189 bus /gobi_0: Setting Powered False\u000a11:02:58.112468 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11916): Process ended prematurely: osmo-stp_10.42.42.5(pid=11916) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11916)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11916): Process ended prematurely: osmo-stp_10.42.42.5(pid=11916) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:02:59.226791 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.238972 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:02:59.381092 tst iperf3.py: using LAC 33497\u000a11:02:59.506636 tst iperf3.py: using RAC 92\u000a11:02:59.634620 tst iperf3.py: using CellId 33497\u000a11:02:59.759210 tst iperf3.py: using BVCI 33498\u000a11:02:59.783692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.795222 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.806437 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.817704 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.829179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.840616 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.852181 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.863577 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:59.875399 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:00.169607 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:03:00.304877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:00.639925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Launched\u000a11:03:00.934534 run iperf3-srv_10.42.42.10(pid=11908): Launched\u000a11:03:01.124026 tst iperf3.py:8: start network...\u000a11:03:01.253213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:01.781344 run create_hlr_db(pid=11910): Launched\u000a11:03:01.962061 bus /gobi_6: Setting Powered False\u000a11:03:02.976853 run create_hlr_db(pid=11910): Terminated: ok {rc=0}\u000a11:03:03.375988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11912): Launched\u000a11:03:03.677927 run osmo-hlr_10.42.42.2(pid=11913): Launched\u000a11:03:03.794205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:04.322680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11915): Launched\u000a11:03:04.622144 run osmo-stp_10.42.42.5(pid=11916): Launched\u000a11:03:04.730895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:05.251780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11918): Launched\u000a11:03:05.358242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:05.618921 run patchelf(pid=11919): Launched\u000a11:03:05.794650 run osmo-stp_10.42.42.5(pid=11916): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11916)]\u000a11:03:05.922674 run osmo-stp_10.42.42.5(pid=11916): stdout: \u000a| (launched: 2022-12-13_11:03:04.475182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:06.050652 run osmo-stp_10.42.42.5(pid=11916): stderr: \u000a| �[0;m�[38;5;43m20221213110304647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110304647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110304648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110304648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110304649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110304649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110304649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:06.174067 run osmo-stp_10.42.42.5(pid=11916): stdout: \u000a| (launched: 2022-12-13_11:03:04.475182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:06.296563 run osmo-stp_10.42.42.5(pid=11916): stderr: \u000a| �[0;m�[38;5;43m20221213110304647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110304647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110304648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110304648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110304649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110304649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110304649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:06.440353 run patchelf(pid=11919): Terminating (SIGINT)\u000a11:03:06.609296 run patchelf(pid=11919): Terminated: ok {rc=0}\u000a11:03:06.640105 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11916): Process ended prematurely: osmo-stp_10.42.42.5(pid=11916) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11916)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a11:03:06.649232 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:03:06.708878 run osmo-hlr_10.42.42.2(pid=11913): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11913)]\u000a11:03:06.757302 run osmo-hlr_10.42.42.2(pid=11913): stdout: \u000a| (launched: 2022-12-13_11:03:03.528675) \u000a11:03:06.806497 run osmo-hlr_10.42.42.2(pid=11913): stderr: \u000a| �[0;m�[1;31m20221213110303707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110303707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110303707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110303707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110303707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110303707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110303719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110303728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110303729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110303729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:06.848613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminating (SIGTERM)\u000a11:03:06.887909 run iperf3-srv_10.42.42.10(pid=11908): Terminating (SIGTERM)\u000a11:03:06.927423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11912): Terminating (SIGTERM)\u000a11:03:06.966900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11915): Terminating (SIGTERM)\u000a11:03:07.006285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11918): Terminating (SIGTERM)\u000a11:03:07.015011 --- ParallelTerminationStrategy: PID 11907 died...\u000a11:03:07.067884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminated: ok {rc=0}\u000a11:03:07.077480 --- ParallelTerminationStrategy: PID 11908 died...\u000a11:03:07.129960 run iperf3-srv_10.42.42.10(pid=11908): Terminated {rc=256}\u000a11:03:07.139331 --- ParallelTerminationStrategy: PID 11912 died...\u000a11:03:07.191789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11912): Terminated: ok {rc=0}\u000a11:03:07.201345 --- ParallelTerminationStrategy: PID 11915 died...\u000a11:03:07.253820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11915): Terminated: ok {rc=0}\u000a11:03:07.263334 --- ParallelTerminationStrategy: PID 11918 died...\u000a11:03:07.315892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11918): Terminated: ok {rc=0}\u000a11:03:07.398948 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11934): Process ended prematurely: osmo-stp_10.42.42.5(pid=11934) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11934)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11934): Process ended prematurely: osmo-stp_10.42.42.5(pid=11934) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:03:08.514552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:08.526717 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:03:08.660379 tst iperf3m4.py: using LAC 33498\u000a11:03:08.778076 tst iperf3m4.py: using RAC 93\u000a11:03:08.895551 tst iperf3m4.py: using CellId 33498\u000a11:03:09.015076 tst iperf3m4.py: using BVCI 33499\u000a11:03:09.038093 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.049240 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.060063 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.070932 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.081637 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.092330 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.103143 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.113752 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:09.124462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:09.252142 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:09.369719 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:09.491940 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:09.788322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:03:09.923095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:10.257020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11920): Launched\u000a11:03:10.533618 run iperf3-srv_10.42.42.10(pid=11921): Launched\u000a11:03:10.741291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:03:10.875454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:11.208756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11922): Launched\u000a11:03:11.485102 run iperf3-srv_10.42.42.10(pid=11923): Launched\u000a11:03:11.682785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:03:11.817228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:12.149960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11924): Launched\u000a11:03:12.427100 run iperf3-srv_10.42.42.10(pid=11925): Launched\u000a11:03:12.624233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:03:12.758887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:13.092048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11926): Launched\u000a11:03:13.367353 run iperf3-srv_10.42.42.10(pid=11927): Launched\u000a11:03:13.564415 tst iperf3m4.py:8: start network...\u000a11:03:13.699305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:14.205365 run create_hlr_db(pid=11928): Launched\u000a11:03:14.391241 bus /gobi_6: Setting Powered False\u000a11:03:15.412074 run create_hlr_db(pid=11928): Terminated: ok {rc=0}\u000a11:03:15.816689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11930): Launched\u000a11:03:16.216711 run osmo-hlr_10.42.42.2(pid=11931): Launched\u000a11:03:16.420107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:17.140622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11933): Launched\u000a11:03:17.469666 run osmo-stp_10.42.42.5(pid=11934): Launched\u000a11:03:17.590219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:18.154920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11936): Launched\u000a11:03:18.270553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:18.551885 run patchelf(pid=11937): Launched\u000a11:03:18.741386 run osmo-stp_10.42.42.5(pid=11934): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11934)]\u000a11:03:18.879456 run osmo-stp_10.42.42.5(pid=11934): stdout: \u000a| (launched: 2022-12-13_11:03:17.297728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:19.018160 run osmo-stp_10.42.42.5(pid=11934): stderr: \u000a| �[0;m�[38;5;43m20221213110317505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110317505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110317505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110317506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110317506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110317506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110317506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:19.152203 run osmo-stp_10.42.42.5(pid=11934): stdout: \u000a| (launched: 2022-12-13_11:03:17.297728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:19.284832 run osmo-stp_10.42.42.5(pid=11934): stderr: \u000a| �[0;m�[38;5;43m20221213110317505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110317505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110317505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110317506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110317506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110317506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110317506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:19.439085 run patchelf(pid=11937): Terminating (SIGINT)\u000a11:03:19.620640 run patchelf(pid=11937): Terminated: ok {rc=0}\u000a11:03:19.654258 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11934): Process ended prematurely: osmo-stp_10.42.42.5(pid=11934) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11934)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:03:19.664339 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a11:03:19.728337 run osmo-hlr_10.42.42.2(pid=11931): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11931)]\u000a11:03:19.780576 run osmo-hlr_10.42.42.2(pid=11931): stdout: \u000a| (launched: 2022-12-13_11:03:16.001134) \u000a11:03:19.833735 run osmo-hlr_10.42.42.2(pid=11931): stderr: \u000a| �[0;m�[1;31m20221213110316352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110316352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110316352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110316352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110316361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110316361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110316380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110316393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110316393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110316393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:19.878593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11920): Terminating (SIGTERM)\u000a11:03:19.921431 run iperf3-srv_10.42.42.10(pid=11921): Terminating (SIGTERM)\u000a11:03:19.963898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11922): Terminating (SIGTERM)\u000a11:03:20.006891 run iperf3-srv_10.42.42.10(pid=11923): Terminating (SIGTERM)\u000a11:03:20.049582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11924): Terminating (SIGTERM)\u000a11:03:20.092354 run iperf3-srv_10.42.42.10(pid=11925): Terminating (SIGTERM)\u000a11:03:20.135027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11926): Terminating (SIGTERM)\u000a11:03:20.177991 run iperf3-srv_10.42.42.10(pid=11927): Terminating (SIGTERM)\u000a11:03:20.220687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11930): Terminating (SIGTERM)\u000a11:03:20.263151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11933): Terminating (SIGTERM)\u000a11:03:20.305773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11936): Terminating (SIGTERM)\u000a11:03:20.315100 --- ParallelTerminationStrategy: PID 11920 died...\u000a11:03:20.371839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11920): Terminated: ok {rc=0}\u000a11:03:20.381876 --- ParallelTerminationStrategy: PID 11921 died...\u000a11:03:20.438070 run iperf3-srv_10.42.42.10(pid=11921): Terminated {rc=256}\u000a11:03:20.448068 --- ParallelTerminationStrategy: PID 11922 died...\u000a11:03:20.504370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11922): Terminated: ok {rc=0}\u000a11:03:20.514395 --- ParallelTerminationStrategy: PID 11923 died...\u000a11:03:20.570831 run iperf3-srv_10.42.42.10(pid=11923): Terminated {rc=256}\u000a11:03:20.580841 --- ParallelTerminationStrategy: PID 11924 died...\u000a11:03:20.637520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11924): Terminated: ok {rc=0}\u000a11:03:20.647597 --- ParallelTerminationStrategy: PID 11925 died...\u000a11:03:20.703967 run iperf3-srv_10.42.42.10(pid=11925): Terminated {rc=256}\u000a11:03:20.713986 --- ParallelTerminationStrategy: PID 11926 died...\u000a11:03:20.770388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11926): Terminated: ok {rc=0}\u000a11:03:20.780390 --- ParallelTerminationStrategy: PID 11927 died...\u000a11:03:20.836679 run iperf3-srv_10.42.42.10(pid=11927): Terminated {rc=256}\u000a11:03:20.846691 --- ParallelTerminationStrategy: PID 11930 died...\u000a11:03:20.903027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11930): Terminated: ok {rc=0}\u000a11:03:20.913169 --- ParallelTerminationStrategy: PID 11933 died...\u000a11:03:20.969473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11933): Terminated: ok {rc=0}\u000a11:03:20.979489 --- ParallelTerminationStrategy: PID 11936 died...\u000a11:03:21.036118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11936): Terminated: ok {rc=0}\u000a11:03:21.123726 bus /gobi_4: Setting Powered False\u000a11:03:22.230204 bus /gobi_4: Setting Powered False\u000a11:03:23.340658 bus /gobi_1: Setting Powered False\u000a11:03:24.447722 bus /gobi_1: Setting Powered False\u000a11:03:25.557914 bus /gobi_0: Setting Powered False\u000a11:03:26.664710 bus /gobi_0: Setting Powered False\u000a11:03:27.774620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11944): Process ended prematurely: osmo-stp_10.42.42.5(pid=11944) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11944): Process ended prematurely: osmo-stp_10.42.42.5(pid=11944) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:03:28.843053 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:28.855169 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:03:28.992828 tst ping.py: using LAC 33499\u000a11:03:29.116742 tst ping.py: using RAC 94\u000a11:03:29.241432 tst ping.py: using CellId 33499\u000a11:03:29.360293 tst ping.py: using BVCI 33500\u000a11:03:29.383099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.394147 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.405248 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.415961 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.427222 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.438527 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.449982 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.461288 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:29.733655 tst ping.py:19: start network...\u000a11:03:29.856634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:30.327845 run create_hlr_db(pid=11938): Launched\u000a11:03:30.497889 bus /gobi_6: Setting Powered False\u000a11:03:31.534233 run create_hlr_db(pid=11938): Terminated: ok {rc=0}\u000a11:03:32.017370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11940): Launched\u000a11:03:32.347542 run osmo-hlr_10.42.42.2(pid=11941): Launched\u000a11:03:32.466071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:33.018397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11943): Launched\u000a11:03:33.335125 run osmo-stp_10.42.42.5(pid=11944): Launched\u000a11:03:33.450822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:34.006272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11946): Launched\u000a11:03:34.119144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:34.395085 run patchelf(pid=11947): Launched\u000a11:03:34.580843 run osmo-stp_10.42.42.5(pid=11944): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)]\u000a11:03:34.716618 run osmo-stp_10.42.42.5(pid=11944): stdout: \u000a| (launched: 2022-12-13_11:03:33.178958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:34.852470 run osmo-stp_10.42.42.5(pid=11944): stderr: \u000a| �[0;m�[38;5;43m20221213110333373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110333373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110333373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110333374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110333374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110333374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110333374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:34.983799 run osmo-stp_10.42.42.5(pid=11944): stdout: \u000a| (launched: 2022-12-13_11:03:33.178958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:35.114011 run osmo-stp_10.42.42.5(pid=11944): stderr: \u000a| �[0;m�[38;5;43m20221213110333373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110333373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110333373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110333374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110333374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110333374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110333374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:35.265784 run patchelf(pid=11947): Terminating (SIGINT)\u000a11:03:35.444506 run patchelf(pid=11947): Terminated: ok {rc=0}\u000a11:03:35.477114 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11944): Process ended prematurely: osmo-stp_10.42.42.5(pid=11944) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a11:03:35.486611 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:03:35.550213 run osmo-hlr_10.42.42.2(pid=11941): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11941)]\u000a11:03:35.602581 run osmo-hlr_10.42.42.2(pid=11941): stdout: \u000a| (launched: 2022-12-13_11:03:32.171753) \u000a11:03:35.655437 run osmo-hlr_10.42.42.2(pid=11941): stderr: \u000a| �[0;m�[1;31m20221213110332385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110332385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110332385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110332385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110332385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110332385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110332397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110332405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110332405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110332405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:35.700350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11940): Terminating (SIGTERM)\u000a11:03:35.742716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11943): Terminating (SIGTERM)\u000a11:03:35.785106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11946): Terminating (SIGTERM)\u000a11:03:35.794803 --- ParallelTerminationStrategy: PID 11940 died...\u000a11:03:35.851758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11940): Terminated: ok {rc=0}\u000a11:03:35.861897 --- ParallelTerminationStrategy: PID 11943 died...\u000a11:03:35.918451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11943): Terminated: ok {rc=0}\u000a11:03:35.928651 --- ParallelTerminationStrategy: PID 11946 died...\u000a11:03:35.985200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11946): Terminated: ok {rc=0}\u000a11:03:36.073405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11954): Process ended prematurely: osmo-stp_10.42.42.5(pid=11954) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11954)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11954): Process ended prematurely: osmo-stp_10.42.42.5(pid=11954) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:03:37.125761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.137415 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:03:37.277323 tst ping_idle_ping.py: using LAC 33500\u000a11:03:37.403116 tst ping_idle_ping.py: using RAC 95\u000a11:03:37.527029 tst ping_idle_ping.py: using CellId 33500\u000a11:03:37.651087 tst ping_idle_ping.py: using BVCI 33501\u000a11:03:37.675564 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.687044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.698262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.709531 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.720919 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.732425 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.744070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:37.755678 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:38.042058 tst ping_idle_ping.py:24: start network...\u000a11:03:38.174421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:38.676104 run create_hlr_db(pid=11948): Launched\u000a11:03:38.860295 bus /gobi_6: Setting Powered False\u000a11:03:39.880393 run create_hlr_db(pid=11948): Terminated: ok {rc=0}\u000a11:03:40.285854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11950): Launched\u000a11:03:40.584734 run osmo-hlr_10.42.42.2(pid=11951): Launched\u000a11:03:40.703129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:41.225433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11953): Launched\u000a11:03:41.521320 run osmo-stp_10.42.42.5(pid=11954): Launched\u000a11:03:41.629467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:42.145357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11956): Launched\u000a11:03:42.250668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:42.508423 run patchelf(pid=11957): Launched\u000a11:03:42.682519 run osmo-stp_10.42.42.5(pid=11954): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11954)]\u000a11:03:42.809702 run osmo-stp_10.42.42.5(pid=11954): stdout: \u000a| (launched: 2022-12-13_11:03:41.375135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:42.937053 run osmo-stp_10.42.42.5(pid=11954): stderr: \u000a| �[0;m�[38;5;43m20221213110341544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110341544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110341544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110341545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110341547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110341547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110341547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:43.059683 run osmo-stp_10.42.42.5(pid=11954): stdout: \u000a| (launched: 2022-12-13_11:03:41.375135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:43.182075 run osmo-stp_10.42.42.5(pid=11954): stderr: \u000a| �[0;m�[38;5;43m20221213110341544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110341544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110341544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110341545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110341547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110341547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110341547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:43.323966 run patchelf(pid=11957): Terminating (SIGINT)\u000a11:03:43.490883 run patchelf(pid=11957): Terminated: ok {rc=0}\u000a11:03:43.521372 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11954): Process ended prematurely: osmo-stp_10.42.42.5(pid=11954) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11954)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:03:43.530023 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:03:43.589660 run osmo-hlr_10.42.42.2(pid=11951): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11951)]\u000a11:03:43.638306 run osmo-hlr_10.42.42.2(pid=11951): stdout: \u000a| (launched: 2022-12-13_11:03:40.435869) \u000a11:03:43.687481 run osmo-hlr_10.42.42.2(pid=11951): stderr: \u000a| �[0;m�[1;31m20221213110340612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110340612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110340612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110340612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110340612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110340612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110340623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110340632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110340632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110340632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:43.729511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11950): Terminating (SIGTERM)\u000a11:03:43.769249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11953): Terminating (SIGTERM)\u000a11:03:43.809302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11956): Terminating (SIGTERM)\u000a11:03:43.818608 --- ParallelTerminationStrategy: PID 11950 died...\u000a11:03:43.871814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11950): Terminated: ok {rc=0}\u000a11:03:43.881483 --- ParallelTerminationStrategy: PID 11953 died...\u000a11:03:43.934315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11953): Terminated: ok {rc=0}\u000a11:03:43.943736 --- ParallelTerminationStrategy: PID 11956 died...\u000a11:03:43.996621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11956): Terminated: ok {rc=0}\u000a11:03:44.079757 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:02:46" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11971): Process ended prematurely: osmo-stp_10.42.42.5(pid=11971) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11971): Process ended prematurely: osmo-stp_10.42.42.5(pid=11971) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:03:46.237443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.250031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:03:46.407235 tst cs_paging_gprs_active.py: using LAC 33501\u000a11:03:46.539390 tst cs_paging_gprs_active.py: using RAC 96\u000a11:03:46.670512 tst cs_paging_gprs_active.py: using CellId 33501\u000a11:03:46.808605 tst cs_paging_gprs_active.py: using BVCI 33502\u000a11:03:46.834898 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.847482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.860797 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.873208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.887540 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.900933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.913877 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.926184 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:46.939404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:03:47.066458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:03:47.360491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:03:47.486910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:47.800777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Launched\u000a11:03:48.060864 run iperf3-srv_10.42.42.10(pid=11962): Launched\u000a11:03:48.243668 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:03:48.369068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:48.681062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11963): Launched\u000a11:03:48.941172 run iperf3-srv_10.42.42.10(pid=11964): Launched\u000a11:03:49.124787 tst cs_paging_gprs_active.py:38: start network...\u000a11:03:49.250251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:49.733953 run create_hlr_db(pid=11965): Launched\u000a11:03:49.907507 bus /gobi_6: Setting Powered False\u000a11:03:50.930188 run create_hlr_db(pid=11965): Terminated: ok {rc=0}\u000a11:03:51.360586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11967): Launched\u000a11:03:51.687813 run osmo-hlr_10.42.42.2(pid=11968): Launched\u000a11:03:51.808686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:52.371332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11970): Launched\u000a11:03:52.697480 run osmo-stp_10.42.42.5(pid=11971): Launched\u000a11:03:52.818149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:53.384520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11973): Launched\u000a11:03:53.500773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:53.785672 run patchelf(pid=11974): Launched\u000a11:03:53.975834 run osmo-stp_10.42.42.5(pid=11971): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)]\u000a11:03:54.115227 run osmo-stp_10.42.42.5(pid=11971): stdout: \u000a| (launched: 2022-12-13_11:03:52.535842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:54.254700 run osmo-stp_10.42.42.5(pid=11971): stderr: \u000a| �[0;m�[38;5;43m20221213110352728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110352728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110352729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110352729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110352729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110352729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110352729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:54.389407 run osmo-stp_10.42.42.5(pid=11971): stdout: \u000a| (launched: 2022-12-13_11:03:52.535842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:54.522848 run osmo-stp_10.42.42.5(pid=11971): stderr: \u000a| �[0;m�[38;5;43m20221213110352728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110352728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110352729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110352729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110352729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110352729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110352729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:54.678834 run patchelf(pid=11974): Terminating (SIGINT)\u000a11:03:54.861769 run patchelf(pid=11974): Terminated: ok {rc=0}\u000a11:03:54.895179 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11971): Process ended prematurely: osmo-stp_10.42.42.5(pid=11971) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:03:54.904852 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:03:54.969198 run osmo-hlr_10.42.42.2(pid=11968): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11968)]\u000a11:03:55.021339 run osmo-hlr_10.42.42.2(pid=11968): stdout: \u000a| (launched: 2022-12-13_11:03:51.525960) \u000a11:03:55.073868 run osmo-hlr_10.42.42.2(pid=11968): stderr: \u000a| �[0;m�[1;31m20221213110351726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110351726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110351726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110351726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110351726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110351726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110351739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110351747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110351747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110351747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:55.118960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Terminating (SIGTERM)\u000a11:03:55.161665 run iperf3-srv_10.42.42.10(pid=11962): Terminating (SIGTERM)\u000a11:03:55.204053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11963): Terminating (SIGTERM)\u000a11:03:55.246574 run iperf3-srv_10.42.42.10(pid=11964): Terminating (SIGTERM)\u000a11:03:55.289167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11967): Terminating (SIGTERM)\u000a11:03:55.332393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11970): Terminating (SIGTERM)\u000a11:03:55.374704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11973): Terminating (SIGTERM)\u000a11:03:55.384432 --- ParallelTerminationStrategy: PID 11961 died...\u000a11:03:55.441518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Terminated: ok {rc=0}\u000a11:03:55.451586 --- ParallelTerminationStrategy: PID 11962 died...\u000a11:03:55.507585 run iperf3-srv_10.42.42.10(pid=11962): Terminated {rc=256}\u000a11:03:55.517953 --- ParallelTerminationStrategy: PID 11963 died...\u000a11:03:55.574183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11963): Terminated: ok {rc=0}\u000a11:03:55.584149 --- ParallelTerminationStrategy: PID 11964 died...\u000a11:03:55.640457 run iperf3-srv_10.42.42.10(pid=11964): Terminated {rc=256}\u000a11:03:55.650436 --- ParallelTerminationStrategy: PID 11967 died...\u000a11:03:55.706517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11967): Terminated: ok {rc=0}\u000a11:03:55.716551 --- ParallelTerminationStrategy: PID 11970 died...\u000a11:03:55.772483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11970): Terminated: ok {rc=0}\u000a11:03:55.782495 --- ParallelTerminationStrategy: PID 11973 died...\u000a11:03:55.838486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11973): Terminated: ok {rc=0}\u000a11:03:55.925614 bus /gobi_0: Setting Powered False\u000a11:03:57.030633 bus /gobi_0: Setting Powered False\u000a11:03:58.139444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11984): Process ended prematurely: osmo-stp_10.42.42.5(pid=11984) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11984)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11984): Process ended prematurely: osmo-stp_10.42.42.5(pid=11984) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:03:59.254506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.266821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:03:59.435847 tst iperf3.py: using LAC 33502\u000a11:03:59.564019 tst iperf3.py: using RAC 97\u000a11:03:59.693938 tst iperf3.py: using CellId 33502\u000a11:03:59.810423 tst iperf3.py: using BVCI 33503\u000a11:03:59.833607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.844640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.855603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.866472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.877244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.887820 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.899222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.910120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:59.921153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:00.217547 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:04:00.352507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:00.689968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11976): Launched\u000a11:04:01.002169 run iperf3-srv_10.42.42.10(pid=11977): Launched\u000a11:04:01.196305 tst iperf3.py:8: start network...\u000a11:04:01.328460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:01.872650 run create_hlr_db(pid=11978): Launched\u000a11:04:02.052783 bus /gobi_6: Setting Powered False\u000a11:04:03.069384 run create_hlr_db(pid=11978): Terminated: ok {rc=0}\u000a11:04:03.472060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11980): Launched\u000a11:04:03.773566 run osmo-hlr_10.42.42.2(pid=11981): Launched\u000a11:04:03.898124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:04.432496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11983): Launched\u000a11:04:04.732211 run osmo-stp_10.42.42.5(pid=11984): Launched\u000a11:04:04.840629 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:05.366759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11986): Launched\u000a11:04:05.474271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:05.737205 run patchelf(pid=11987): Launched\u000a11:04:05.912798 run osmo-stp_10.42.42.5(pid=11984): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11984)]\u000a11:04:06.041204 run osmo-stp_10.42.42.5(pid=11984): stdout: \u000a| (launched: 2022-12-13_11:04:04.585124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:06.170067 run osmo-stp_10.42.42.5(pid=11984): stderr: \u000a| �[0;m�[38;5;43m20221213110404759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110404759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110404759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110404759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110404760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110404760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110404760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:06.295174 run osmo-stp_10.42.42.5(pid=11984): stdout: \u000a| (launched: 2022-12-13_11:04:04.585124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:06.417754 run osmo-stp_10.42.42.5(pid=11984): stderr: \u000a| �[0;m�[38;5;43m20221213110404759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110404759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110404759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110404759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110404760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110404760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110404760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:06.561405 run patchelf(pid=11987): Terminating (SIGINT)\u000a11:04:06.730589 run patchelf(pid=11987): Terminated: ok {rc=0}\u000a11:04:06.761788 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11984): Process ended prematurely: osmo-stp_10.42.42.5(pid=11984) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11984)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:04:06.770952 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:04:06.830494 run osmo-hlr_10.42.42.2(pid=11981): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11981)]\u000a11:04:06.878974 run osmo-hlr_10.42.42.2(pid=11981): stdout: \u000a| (launched: 2022-12-13_11:04:03.625396) \u000a11:04:06.928397 run osmo-hlr_10.42.42.2(pid=11981): stderr: \u000a| �[0;m�[1;31m20221213110403804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110403804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110403804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110403804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110403804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110403804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110403816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:06.970234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11976): Terminating (SIGTERM)\u000a11:04:07.009614 run iperf3-srv_10.42.42.10(pid=11977): Terminating (SIGTERM)\u000a11:04:07.048974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11980): Terminating (SIGTERM)\u000a11:04:07.088210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11983): Terminating (SIGTERM)\u000a11:04:07.127682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11986): Terminating (SIGTERM)\u000a11:04:07.136829 --- ParallelTerminationStrategy: PID 11976 died...\u000a11:04:07.189577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11976): Terminated: ok {rc=0}\u000a11:04:07.199004 --- ParallelTerminationStrategy: PID 11977 died...\u000a11:04:07.251464 run iperf3-srv_10.42.42.10(pid=11977): Terminated {rc=256}\u000a11:04:07.261031 --- ParallelTerminationStrategy: PID 11980 died...\u000a11:04:07.313524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11980): Terminated: ok {rc=0}\u000a11:04:07.322949 --- ParallelTerminationStrategy: PID 11983 died...\u000a11:04:07.375399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11983): Terminated: ok {rc=0}\u000a11:04:07.384752 --- ParallelTerminationStrategy: PID 11986 died...\u000a11:04:07.437389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11986): Terminated: ok {rc=0}\u000a11:04:07.520418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12002): Process ended prematurely: osmo-stp_10.42.42.5(pid=12002) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12002)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12002): Process ended prematurely: osmo-stp_10.42.42.5(pid=12002) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:04:08.636657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:08.648935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:04:08.812354 tst iperf3m4.py: using LAC 33503\u000a11:04:08.939670 tst iperf3m4.py: using RAC 98\u000a11:04:09.067578 tst iperf3m4.py: using CellId 33503\u000a11:04:09.194523 tst iperf3m4.py: using BVCI 33504\u000a11:04:09.219455 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.230952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.242613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.254148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.266197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.278123 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.290301 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.302230 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:09.314415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:09.431741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:09.554200 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:09.669980 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:09.946229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:04:10.070944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:10.383133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11988): Launched\u000a11:04:10.642379 run iperf3-srv_10.42.42.10(pid=11989): Launched\u000a11:04:10.825915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:04:10.951052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:11.263253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11990): Launched\u000a11:04:11.522581 run iperf3-srv_10.42.42.10(pid=11991): Launched\u000a11:04:11.706193 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:04:11.831118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:12.145906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11992): Launched\u000a11:04:12.406720 run iperf3-srv_10.42.42.10(pid=11993): Launched\u000a11:04:12.590102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:04:12.715658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:13.027851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11994): Launched\u000a11:04:13.286961 run iperf3-srv_10.42.42.10(pid=11995): Launched\u000a11:04:13.469690 tst iperf3m4.py:8: start network...\u000a11:04:13.594096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:14.075183 run create_hlr_db(pid=11996): Launched\u000a11:04:14.248029 bus /gobi_6: Setting Powered False\u000a11:04:15.269728 run create_hlr_db(pid=11996): Terminated: ok {rc=0}\u000a11:04:15.697945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11998): Launched\u000a11:04:16.099233 run osmo-hlr_10.42.42.2(pid=11999): Launched\u000a11:04:16.388057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:17.105960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12001): Launched\u000a11:04:17.524854 run osmo-stp_10.42.42.5(pid=12002): Launched\u000a11:04:17.636212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:18.161780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12004): Launched\u000a11:04:18.269184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:18.532288 run patchelf(pid=12005): Launched\u000a11:04:18.708342 run osmo-stp_10.42.42.5(pid=12002): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12002)]\u000a11:04:18.836921 run osmo-stp_10.42.42.5(pid=12002): stdout: \u000a| (launched: 2022-12-13_11:04:17.267360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:18.965542 run osmo-stp_10.42.42.5(pid=12002): stderr: \u000a| �[0;m�[38;5;43m20221213110417482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110417482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110417482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110417482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110417483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110417483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110417483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:19.089745 run osmo-stp_10.42.42.5(pid=12002): stdout: \u000a| (launched: 2022-12-13_11:04:17.267360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:19.213204 run osmo-stp_10.42.42.5(pid=12002): stderr: \u000a| �[0;m�[38;5;43m20221213110417482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110417482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110417482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110417482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110417483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110417483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110417483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:19.357283 run patchelf(pid=12005): Terminating (SIGINT)\u000a11:04:19.526910 run patchelf(pid=12005): Terminated: ok {rc=0}\u000a11:04:19.557981 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12002): Process ended prematurely: osmo-stp_10.42.42.5(pid=12002) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12002)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:04:19.567284 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:04:19.627152 run osmo-hlr_10.42.42.2(pid=11999): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11999)]\u000a11:04:19.675882 run osmo-hlr_10.42.42.2(pid=11999): stdout: \u000a| (launched: 2022-12-13_11:04:15.869507) \u000a11:04:19.725393 run osmo-hlr_10.42.42.2(pid=11999): stderr: \u000a| �[0;m�[1;31m20221213110416273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110416273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110416273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110416273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110416273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110416273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110416296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110416305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110416310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110416310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:19.767372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11988): Terminating (SIGTERM)\u000a11:04:19.806794 run iperf3-srv_10.42.42.10(pid=11989): Terminating (SIGTERM)\u000a11:04:19.846418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11990): Terminating (SIGTERM)\u000a11:04:19.885731 run iperf3-srv_10.42.42.10(pid=11991): Terminating (SIGTERM)\u000a11:04:19.925179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11992): Terminating (SIGTERM)\u000a11:04:19.964490 run iperf3-srv_10.42.42.10(pid=11993): Terminating (SIGTERM)\u000a11:04:20.003947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11994): Terminating (SIGTERM)\u000a11:04:20.043339 run iperf3-srv_10.42.42.10(pid=11995): Terminating (SIGTERM)\u000a11:04:20.082877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11998): Terminating (SIGTERM)\u000a11:04:20.122848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12001): Terminating (SIGTERM)\u000a11:04:20.162225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12004): Terminating (SIGTERM)\u000a11:04:20.171368 --- ParallelTerminationStrategy: PID 11988 died...\u000a11:04:20.224243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11988): Terminated: ok {rc=0}\u000a11:04:20.233737 --- ParallelTerminationStrategy: PID 11989 died...\u000a11:04:20.286532 run iperf3-srv_10.42.42.10(pid=11989): Terminated {rc=256}\u000a11:04:20.295924 --- ParallelTerminationStrategy: PID 11990 died...\u000a11:04:20.348267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11990): Terminated: ok {rc=0}\u000a11:04:20.357691 --- ParallelTerminationStrategy: PID 11991 died...\u000a11:04:20.409870 run iperf3-srv_10.42.42.10(pid=11991): Terminated {rc=256}\u000a11:04:20.419262 --- ParallelTerminationStrategy: PID 11992 died...\u000a11:04:20.471633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11992): Terminated: ok {rc=0}\u000a11:04:20.481103 --- ParallelTerminationStrategy: PID 11993 died...\u000a11:04:20.533708 run iperf3-srv_10.42.42.10(pid=11993): Terminated {rc=256}\u000a11:04:20.543186 --- ParallelTerminationStrategy: PID 11994 died...\u000a11:04:20.595753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11994): Terminated: ok {rc=0}\u000a11:04:20.605345 --- ParallelTerminationStrategy: PID 11995 died...\u000a11:04:20.657546 run iperf3-srv_10.42.42.10(pid=11995): Terminated {rc=256}\u000a11:04:20.666969 --- ParallelTerminationStrategy: PID 11998 died...\u000a11:04:20.719508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11998): Terminated: ok {rc=0}\u000a11:04:20.729068 --- ParallelTerminationStrategy: PID 12001 died...\u000a11:04:20.781715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12001): Terminated: ok {rc=0}\u000a11:04:20.791207 --- ParallelTerminationStrategy: PID 12004 died...\u000a11:04:20.844249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12004): Terminated: ok {rc=0}\u000a11:04:20.933129 bus /gobi_4: Setting Powered False\u000a11:04:22.035736 bus /gobi_4: Setting Powered False\u000a11:04:23.142688 bus /gobi_1: Setting Powered False\u000a11:04:24.249010 bus /gobi_1: Setting Powered False\u000a11:04:25.355987 bus /gobi_0: Setting Powered False\u000a11:04:26.462389 bus /gobi_0: Setting Powered False\u000a11:04:27.571175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12013): Process ended prematurely: osmo-stp_10.42.42.5(pid=12013) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12013)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12013): Process ended prematurely: osmo-stp_10.42.42.5(pid=12013) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:04:28.639858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:28.652150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:04:28.810269 tst ping.py: using LAC 33504\u000a11:04:28.933625 tst ping.py: using RAC 99\u000a11:04:29.058135 tst ping.py: using CellId 33504\u000a11:04:29.184037 tst ping.py: using BVCI 33505\u000a11:04:29.206837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.218019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.228657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.239785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.251305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.262992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.274612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.286122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:29.576221 tst ping.py:19: start network...\u000a11:04:29.709666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:30.209132 run create_hlr_db(pid=12007): Launched\u000a11:04:30.393105 bus /gobi_6: Setting Powered False\u000a11:04:31.441655 run create_hlr_db(pid=12007): Terminated: ok {rc=0}\u000a11:04:31.864451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12009): Launched\u000a11:04:32.248118 run osmo-hlr_10.42.42.2(pid=12010): Launched\u000a11:04:32.363552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:32.880916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12012): Launched\u000a11:04:33.178695 run osmo-stp_10.42.42.5(pid=12013): Launched\u000a11:04:33.297505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:33.816485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12015): Launched\u000a11:04:33.921049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:34.178367 run patchelf(pid=12016): Launched\u000a11:04:34.350813 run osmo-stp_10.42.42.5(pid=12013): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12013)]\u000a11:04:34.477857 run osmo-stp_10.42.42.5(pid=12013): stdout: \u000a| (launched: 2022-12-13_11:04:33.031390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:34.604272 run osmo-stp_10.42.42.5(pid=12013): stderr: \u000a| �[0;m�[38;5;43m20221213110433199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110433200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110433200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110433200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110433203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110433203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110433203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:34.726192 run osmo-stp_10.42.42.5(pid=12013): stdout: \u000a| (launched: 2022-12-13_11:04:33.031390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:34.847166 run osmo-stp_10.42.42.5(pid=12013): stderr: \u000a| �[0;m�[38;5;43m20221213110433199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110433200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110433200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110433200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110433203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110433203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110433203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:34.988411 run patchelf(pid=12016): Terminating (SIGINT)\u000a11:04:35.154123 run patchelf(pid=12016): Terminated: ok {rc=0}\u000a11:04:35.184329 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12013): Process ended prematurely: osmo-stp_10.42.42.5(pid=12013) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12013)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:04:35.192868 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:04:35.252490 run osmo-hlr_10.42.42.2(pid=12010): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12010)]\u000a11:04:35.300856 run osmo-hlr_10.42.42.2(pid=12010): stdout: \u000a| (launched: 2022-12-13_11:04:32.018082) \u000a11:04:35.349906 run osmo-hlr_10.42.42.2(pid=12010): stderr: \u000a| �[0;m�[1;31m20221213110432260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110432260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110432260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110432260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110432260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110432260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110432279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110432287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110432287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110432287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:35.391527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12009): Terminating (SIGTERM)\u000a11:04:35.430824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12012): Terminating (SIGTERM)\u000a11:04:35.470053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12015): Terminating (SIGTERM)\u000a11:04:35.479185 --- ParallelTerminationStrategy: PID 12009 died...\u000a11:04:35.532074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12009): Terminated: ok {rc=0}\u000a11:04:35.541616 --- ParallelTerminationStrategy: PID 12012 died...\u000a11:04:35.593997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12012): Terminated: ok {rc=0}\u000a11:04:35.603398 --- ParallelTerminationStrategy: PID 12015 died...\u000a11:04:35.655615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12015): Terminated: ok {rc=0}\u000a11:04:35.738937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12023): Process ended prematurely: osmo-stp_10.42.42.5(pid=12023) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12023): Process ended prematurely: osmo-stp_10.42.42.5(pid=12023) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:04:36.790865 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:36.803128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:04:36.966274 tst ping_idle_ping.py: using LAC 33505\u000a11:04:37.090747 tst ping_idle_ping.py: using RAC 100\u000a11:04:37.218216 tst ping_idle_ping.py: using CellId 33505\u000a11:04:37.342111 tst ping_idle_ping.py: using BVCI 33506\u000a11:04:37.366602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.378081 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.389371 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.400592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.412244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.423959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.435828 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:37.447615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:37.738773 tst ping_idle_ping.py:24: start network...\u000a11:04:37.871461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:38.373623 run create_hlr_db(pid=12017): Launched\u000a11:04:38.558905 bus /gobi_6: Setting Powered False\u000a11:04:39.578482 run create_hlr_db(pid=12017): Terminated: ok {rc=0}\u000a11:04:40.003000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12019): Launched\u000a11:04:40.323076 run osmo-hlr_10.42.42.2(pid=12020): Launched\u000a11:04:40.442464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:40.997190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12022): Launched\u000a11:04:41.314974 run osmo-stp_10.42.42.5(pid=12023): Launched\u000a11:04:41.431123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:41.987256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12025): Launched\u000a11:04:42.101508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:42.378092 run patchelf(pid=12026): Launched\u000a11:04:42.564415 run osmo-stp_10.42.42.5(pid=12023): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)]\u000a11:04:42.701420 run osmo-stp_10.42.42.5(pid=12023): stdout: \u000a| (launched: 2022-12-13_11:04:41.158605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:42.837953 run osmo-stp_10.42.42.5(pid=12023): stderr: \u000a| �[0;m�[38;5;43m20221213110441351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110441351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110441352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110441352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110441352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110441353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110441353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:42.970262 run osmo-stp_10.42.42.5(pid=12023): stdout: \u000a| (launched: 2022-12-13_11:04:41.158605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:43.101189 run osmo-stp_10.42.42.5(pid=12023): stderr: \u000a| �[0;m�[38;5;43m20221213110441351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110441351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110441352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110441352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110441352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110441353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110441353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:43.253367 run patchelf(pid=12026): Terminating (SIGINT)\u000a11:04:43.432229 run patchelf(pid=12026): Terminated: ok {rc=0}\u000a11:04:43.464686 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12023): Process ended prematurely: osmo-stp_10.42.42.5(pid=12023) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:04:43.474206 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:04:43.537671 run osmo-hlr_10.42.42.2(pid=12020): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12020)]\u000a11:04:43.589613 run osmo-hlr_10.42.42.2(pid=12020): stdout: \u000a| (launched: 2022-12-13_11:04:40.164689) \u000a11:04:43.642558 run osmo-hlr_10.42.42.2(pid=12020): stderr: \u000a| �[0;m�[1;31m20221213110440363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110440363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110440363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110440363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110440363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110440363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110440375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110440384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110440384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110440384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:43.687628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12019): Terminating (SIGTERM)\u000a11:04:43.730397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12022): Terminating (SIGTERM)\u000a11:04:43.772686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12025): Terminating (SIGTERM)\u000a11:04:43.782492 --- ParallelTerminationStrategy: PID 12019 died...\u000a11:04:43.839529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12019): Terminated: ok {rc=0}\u000a11:04:43.849729 --- ParallelTerminationStrategy: PID 12022 died...\u000a11:04:43.906103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12022): Terminated: ok {rc=0}\u000a11:04:43.916171 --- ParallelTerminationStrategy: PID 12025 died...\u000a11:04:43.972264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12025): Terminated: ok {rc=0}\u000a11:04:44.060112 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:03:45" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12040): Process ended prematurely: osmo-stp_10.42.42.5(pid=12040) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12040): Process ended prematurely: osmo-stp_10.42.42.5(pid=12040) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:04:46.206959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.219127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:04:46.387441 tst cs_paging_gprs_active.py: using LAC 33506\u000a11:04:46.561900 tst cs_paging_gprs_active.py: using RAC 101\u000a11:04:46.699959 tst cs_paging_gprs_active.py: using CellId 33506\u000a11:04:46.860285 tst cs_paging_gprs_active.py: using BVCI 33507\u000a11:04:46.892356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.908705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.925373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.942777 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.960544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.976836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:46.993777 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:47.007168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:47.024604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:04:47.164001 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:04:47.461932 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:04:47.598857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:47.934814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12030): Launched\u000a11:04:48.214365 run iperf3-srv_10.42.42.10(pid=12031): Launched\u000a11:04:48.414311 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:04:48.551057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:48.887086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12032): Launched\u000a11:04:49.166985 run iperf3-srv_10.42.42.10(pid=12033): Launched\u000a11:04:49.366867 tst cs_paging_gprs_active.py:38: start network...\u000a11:04:49.503524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:50.015933 run create_hlr_db(pid=12034): Launched\u000a11:04:50.203079 bus /gobi_6: Setting Powered False\u000a11:04:51.225108 run create_hlr_db(pid=12034): Terminated: ok {rc=0}\u000a11:04:51.656540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12036): Launched\u000a11:04:51.982846 run osmo-hlr_10.42.42.2(pid=12037): Launched\u000a11:04:52.100104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:52.664131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12039): Launched\u000a11:04:52.990731 run osmo-stp_10.42.42.5(pid=12040): Launched\u000a11:04:53.109276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:53.676492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12042): Launched\u000a11:04:53.793470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:54.085478 run patchelf(pid=12043): Launched\u000a11:04:54.276676 run osmo-stp_10.42.42.5(pid=12040): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)]\u000a11:04:54.416142 run osmo-stp_10.42.42.5(pid=12040): stdout: \u000a| (launched: 2022-12-13_11:04:52.829089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:54.555512 run osmo-stp_10.42.42.5(pid=12040): stderr: \u000a| �[0;m�[38;5;43m20221213110453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110453023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110453023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110453024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:54.691238 run osmo-stp_10.42.42.5(pid=12040): stdout: \u000a| (launched: 2022-12-13_11:04:52.829089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:54.825422 run osmo-stp_10.42.42.5(pid=12040): stderr: \u000a| �[0;m�[38;5;43m20221213110453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110453023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110453023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110453024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:54.981760 run patchelf(pid=12043): Terminating (SIGINT)\u000a11:04:55.165304 run patchelf(pid=12043): Terminated: ok {rc=0}\u000a11:04:55.198826 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12040): Process ended prematurely: osmo-stp_10.42.42.5(pid=12040) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:04:55.208903 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a11:04:55.273032 run osmo-hlr_10.42.42.2(pid=12037): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12037)]\u000a11:04:55.325086 run osmo-hlr_10.42.42.2(pid=12037): stdout: \u000a| (launched: 2022-12-13_11:04:51.821668) \u000a11:04:55.377774 run osmo-hlr_10.42.42.2(pid=12037): stderr: \u000a| �[0;m�[1;31m20221213110452019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110452019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110452019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110452019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110452019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110452019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110452033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110452041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110452041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110452042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:55.422957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12030): Terminating (SIGTERM)\u000a11:04:55.465673 run iperf3-srv_10.42.42.10(pid=12031): Terminating (SIGTERM)\u000a11:04:55.508278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12032): Terminating (SIGTERM)\u000a11:04:55.550922 run iperf3-srv_10.42.42.10(pid=12033): Terminating (SIGTERM)\u000a11:04:55.593745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12036): Terminating (SIGTERM)\u000a11:04:55.636301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12039): Terminating (SIGTERM)\u000a11:04:55.679411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12042): Terminating (SIGTERM)\u000a11:04:55.689413 --- ParallelTerminationStrategy: PID 12030 died...\u000a11:04:55.746620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12030): Terminated: ok {rc=0}\u000a11:04:55.756923 --- ParallelTerminationStrategy: PID 12031 died...\u000a11:04:55.813492 run iperf3-srv_10.42.42.10(pid=12031): Terminated {rc=256}\u000a11:04:55.823676 --- ParallelTerminationStrategy: PID 12032 died...\u000a11:04:55.880611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12032): Terminated: ok {rc=0}\u000a11:04:55.890713 --- ParallelTerminationStrategy: PID 12033 died...\u000a11:04:55.947763 run iperf3-srv_10.42.42.10(pid=12033): Terminated {rc=256}\u000a11:04:55.957822 --- ParallelTerminationStrategy: PID 12036 died...\u000a11:04:56.014822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12036): Terminated: ok {rc=0}\u000a11:04:56.025125 --- ParallelTerminationStrategy: PID 12039 died...\u000a11:04:56.082077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12039): Terminated: ok {rc=0}\u000a11:04:56.092126 --- ParallelTerminationStrategy: PID 12042 died...\u000a11:04:56.149315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12042): Terminated: ok {rc=0}\u000a11:04:56.237232 bus /gobi_0: Setting Powered False\u000a11:04:57.343720 bus /gobi_0: Setting Powered False\u000a11:04:58.452929 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12055): Process ended prematurely: osmo-stp_10.42.42.5(pid=12055) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12055)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12055): Process ended prematurely: osmo-stp_10.42.42.5(pid=12055) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:04:59.568658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:04:59.580933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:04:59.741924 tst iperf3.py: using LAC 33507\u000a11:04:59.867405 tst iperf3.py: using RAC 102\u000a11:04:59.993339 tst iperf3.py: using CellId 33507\u000a11:05:00.119403 tst iperf3.py: using BVCI 33508\u000a11:05:00.144172 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.155764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.167165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.178479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.190096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.201651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.213294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.224680 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:00.236491 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:00.529386 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:05:00.665235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:01.026441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12044): Launched\u000a11:05:01.316208 run iperf3-srv_10.42.42.10(pid=12045): Launched\u000a11:05:01.519364 tst iperf3.py:8: start network...\u000a11:05:01.664360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:02.215002 run create_hlr_db(pid=12049): Launched\u000a11:05:02.403340 bus /gobi_6: Setting Powered False\u000a11:05:03.423609 run create_hlr_db(pid=12049): Terminated: ok {rc=0}\u000a11:05:03.830173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12051): Launched\u000a11:05:04.132391 run osmo-hlr_10.42.42.2(pid=12052): Launched\u000a11:05:04.243459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:04.771342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12054): Launched\u000a11:05:05.075360 run osmo-stp_10.42.42.5(pid=12055): Launched\u000a11:05:05.185906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:05.713424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12057): Launched\u000a11:05:05.820624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:06.083629 run patchelf(pid=12058): Launched\u000a11:05:06.259850 run osmo-stp_10.42.42.5(pid=12055): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12055)]\u000a11:05:06.389252 run osmo-stp_10.42.42.5(pid=12055): stdout: \u000a| (launched: 2022-12-13_11:05:04.925702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:06.518390 run osmo-stp_10.42.42.5(pid=12055): stderr: \u000a| �[0;m�[38;5;43m20221213110505096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110505096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110505097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110505097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110505099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110505099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110505100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:06.643664 run osmo-stp_10.42.42.5(pid=12055): stdout: \u000a| (launched: 2022-12-13_11:05:04.925702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:06.768289 run osmo-stp_10.42.42.5(pid=12055): stderr: \u000a| �[0;m�[38;5;43m20221213110505096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110505096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110505097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110505097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110505099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110505099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110505100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:06.913066 run patchelf(pid=12058): Terminating (SIGINT)\u000a11:05:07.083293 run patchelf(pid=12058): Terminated: ok {rc=0}\u000a11:05:07.114791 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12055): Process ended prematurely: osmo-stp_10.42.42.5(pid=12055) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12055)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:05:07.125679 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:05:07.185711 run osmo-hlr_10.42.42.2(pid=12052): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12052)]\u000a11:05:07.234707 run osmo-hlr_10.42.42.2(pid=12052): stdout: \u000a| (launched: 2022-12-13_11:05:03.983727) \u000a11:05:07.284725 run osmo-hlr_10.42.42.2(pid=12052): stderr: \u000a| �[0;m�[1;31m20221213110504159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110504159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110504159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110504159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110504159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110504159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110504171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110504180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110504180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110504180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:07.327016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12044): Terminating (SIGTERM)\u000a11:05:07.366974 run iperf3-srv_10.42.42.10(pid=12045): Terminating (SIGTERM)\u000a11:05:07.407079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12051): Terminating (SIGTERM)\u000a11:05:07.447097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12054): Terminating (SIGTERM)\u000a11:05:07.487252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12057): Terminating (SIGTERM)\u000a11:05:07.496157 --- ParallelTerminationStrategy: PID 12044 died...\u000a11:05:07.549920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12044): Terminated: ok {rc=0}\u000a11:05:07.559628 --- ParallelTerminationStrategy: PID 12045 died...\u000a11:05:07.613127 run iperf3-srv_10.42.42.10(pid=12045): Terminated {rc=256}\u000a11:05:07.622655 --- ParallelTerminationStrategy: PID 12051 died...\u000a11:05:07.676680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12051): Terminated: ok {rc=0}\u000a11:05:07.686380 --- ParallelTerminationStrategy: PID 12054 died...\u000a11:05:07.740035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12054): Terminated: ok {rc=0}\u000a11:05:07.749838 --- ParallelTerminationStrategy: PID 12057 died...\u000a11:05:07.803488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12057): Terminated: ok {rc=0}\u000a11:05:07.892513 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:05:09.003926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.015692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:05:09.168349 tst iperf3m4.py: using LAC 33508\u000a11:05:09.295405 tst iperf3m4.py: using RAC 103\u000a11:05:09.414031 tst iperf3m4.py: using CellId 33508\u000a11:05:09.530612 tst iperf3m4.py: using BVCI 33509\u000a11:05:09.553549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.564609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.575479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.586284 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.597141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.607749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.618823 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.629506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:09.640382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:09.757119 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:09.878049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:09.997100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:10.277592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:05:10.403530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:10.718843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12059): Launched\u000a11:05:10.978733 run iperf3-srv_10.42.42.10(pid=12060): Launched\u000a11:05:11.162766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:05:11.288292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:11.600685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12061): Launched\u000a11:05:11.860057 run iperf3-srv_10.42.42.10(pid=12062): Launched\u000a11:05:12.043526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:05:12.168618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:12.481064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12063): Launched\u000a11:05:12.742271 run iperf3-srv_10.42.42.10(pid=12064): Launched\u000a11:05:12.925895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:05:13.050951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:13.363816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12065): Launched\u000a11:05:13.623292 run iperf3-srv_10.42.42.10(pid=12066): Launched\u000a11:05:13.807145 tst iperf3m4.py:8: start network...\u000a11:05:13.932889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:14.417188 run create_hlr_db(pid=12067): Launched\u000a11:05:14.590871 bus /gobi_6: Setting Powered False\u000a11:05:15.613790 run create_hlr_db(pid=12067): Terminated: ok {rc=0}\u000a11:05:16.073479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Launched\u000a11:05:16.568894 run osmo-hlr_10.42.42.2(pid=12070): Launched\u000a11:05:16.756420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:17.302547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Launched\u000a11:05:17.625745 run osmo-stp_10.42.42.5(pid=12073): Launched\u000a11:05:17.746799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:18.313345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Launched\u000a11:05:18.429632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:18.713162 run patchelf(pid=12076): Launched\u000a11:05:18.902827 run osmo-stp_10.42.42.5(pid=12073): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]\u000a11:05:19.041344 run osmo-stp_10.42.42.5(pid=12073): stdout: \u000a| (launched: 2022-12-13_11:05:17.458874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:19.179701 run osmo-stp_10.42.42.5(pid=12073): stderr: \u000a| �[0;m�[38;5;43m20221213110517658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110517658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110517658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110517659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110517659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110517659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110517659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:19.313959 run osmo-stp_10.42.42.5(pid=12073): stdout: \u000a| (launched: 2022-12-13_11:05:17.458874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:19.447231 run osmo-stp_10.42.42.5(pid=12073): stderr: \u000a| �[0;m�[38;5;43m20221213110517658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110517658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110517658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110517659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110517659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110517659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110517659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:19.602418 run patchelf(pid=12076): Terminating (SIGINT)\u000a11:05:19.784715 run patchelf(pid=12076): Terminated: ok {rc=0}\u000a11:05:19.818103 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:05:19.828031 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:05:19.892019 run osmo-hlr_10.42.42.2(pid=12070): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12070)]\u000a11:05:19.943907 run osmo-hlr_10.42.42.2(pid=12070): stdout: \u000a| (launched: 2022-12-13_11:05:16.252600) \u000a11:05:19.996478 run osmo-hlr_10.42.42.2(pid=12070): stderr: \u000a| �[0;m�[1;31m20221213110516455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110516455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110516455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110516455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110516455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110516455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110516469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110516492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110516492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:20.041245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12059): Terminating (SIGTERM)\u000a11:05:20.084035 run iperf3-srv_10.42.42.10(pid=12060): Terminating (SIGTERM)\u000a11:05:20.126444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12061): Terminating (SIGTERM)\u000a11:05:20.168743 run iperf3-srv_10.42.42.10(pid=12062): Terminating (SIGTERM)\u000a11:05:20.211323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12063): Terminating (SIGTERM)\u000a11:05:20.253449 run iperf3-srv_10.42.42.10(pid=12064): Terminating (SIGTERM)\u000a11:05:20.295676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12065): Terminating (SIGTERM)\u000a11:05:20.337938 run iperf3-srv_10.42.42.10(pid=12066): Terminating (SIGTERM)\u000a11:05:20.380171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminating (SIGTERM)\u000a11:05:20.422837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminating (SIGTERM)\u000a11:05:20.465367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminating (SIGTERM)\u000a11:05:20.474865 --- ParallelTerminationStrategy: PID 12059 died...\u000a11:05:20.531991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12059): Terminated: ok {rc=0}\u000a11:05:20.542273 --- ParallelTerminationStrategy: PID 12060 died...\u000a11:05:20.598641 run iperf3-srv_10.42.42.10(pid=12060): Terminated {rc=256}\u000a11:05:20.608797 --- ParallelTerminationStrategy: PID 12061 died...\u000a11:05:20.665877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12061): Terminated: ok {rc=0}\u000a11:05:20.676114 --- ParallelTerminationStrategy: PID 12062 died...\u000a11:05:20.732810 run iperf3-srv_10.42.42.10(pid=12062): Terminated {rc=256}\u000a11:05:20.742994 --- ParallelTerminationStrategy: PID 12063 died...\u000a11:05:20.799961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12063): Terminated: ok {rc=0}\u000a11:05:20.810203 --- ParallelTerminationStrategy: PID 12064 died...\u000a11:05:20.866950 run iperf3-srv_10.42.42.10(pid=12064): Terminated {rc=256}\u000a11:05:20.877214 --- ParallelTerminationStrategy: PID 12065 died...\u000a11:05:20.933890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12065): Terminated: ok {rc=0}\u000a11:05:20.944108 --- ParallelTerminationStrategy: PID 12066 died...\u000a11:05:21.000783 run iperf3-srv_10.42.42.10(pid=12066): Terminated {rc=256}\u000a11:05:21.010968 --- ParallelTerminationStrategy: PID 12069 died...\u000a11:05:21.067852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminated: ok {rc=0}\u000a11:05:21.078119 --- ParallelTerminationStrategy: PID 12072 died...\u000a11:05:21.134858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminated: ok {rc=0}\u000a11:05:21.145174 --- ParallelTerminationStrategy: PID 12075 died...\u000a11:05:21.201992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminated: ok {rc=0}\u000a11:05:21.289346 bus /gobi_4: Setting Powered False\u000a11:05:22.395476 bus /gobi_4: Setting Powered False\u000a11:05:23.506028 bus /gobi_1: Setting Powered False\u000a11:05:24.612761 bus /gobi_1: Setting Powered False\u000a11:05:25.721408 bus /gobi_0: Setting Powered False\u000a11:05:26.825259 bus /gobi_0: Setting Powered False\u000a11:05:27.936885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:05:29.003870 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.015705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:05:29.168845 tst ping.py: using LAC 33509\u000a11:05:29.287419 tst ping.py: using RAC 104\u000a11:05:29.405668 tst ping.py: using CellId 33509\u000a11:05:29.522300 tst ping.py: using BVCI 33510\u000a11:05:29.544935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.555950 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.566881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.577750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.588483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.599323 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.610272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:29.620943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:29.891777 tst ping.py:19: start network...\u000a11:05:30.014323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:30.486865 run create_hlr_db(pid=12077): Launched\u000a11:05:30.656541 bus /gobi_6: Setting Powered False\u000a11:05:31.681842 run create_hlr_db(pid=12077): Terminated: ok {rc=0}\u000a11:05:32.098078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Launched\u000a11:05:32.400013 run osmo-hlr_10.42.42.2(pid=12080): Launched\u000a11:05:32.516631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:33.038720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Launched\u000a11:05:33.334342 run osmo-stp_10.42.42.5(pid=12083): Launched\u000a11:05:33.441233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:33.958265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Launched\u000a11:05:34.063325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:34.323198 run patchelf(pid=12086): Launched\u000a11:05:34.496293 run osmo-stp_10.42.42.5(pid=12083): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]\u000a11:05:34.623213 run osmo-stp_10.42.42.5(pid=12083): stdout: \u000a| (launched: 2022-12-13_11:05:33.188588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:34.750266 run osmo-stp_10.42.42.5(pid=12083): stderr: \u000a| �[0;m�[38;5;43m20221213110533360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110533360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110533360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110533361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110533361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110533361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110533361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:34.873555 run osmo-stp_10.42.42.5(pid=12083): stdout: \u000a| (launched: 2022-12-13_11:05:33.188588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:34.995064 run osmo-stp_10.42.42.5(pid=12083): stderr: \u000a| �[0;m�[38;5;43m20221213110533360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110533360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110533360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110533361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110533361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110533361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110533361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:35.136372 run patchelf(pid=12086): Terminating (SIGINT)\u000a11:05:35.302861 run patchelf(pid=12086): Terminated: ok {rc=0}\u000a11:05:35.333222 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:05:35.341876 tst ping.py:22: Test FAILED (6.3 sec)\u000a11:05:35.401058 run osmo-hlr_10.42.42.2(pid=12080): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12080)]\u000a11:05:35.449677 run osmo-hlr_10.42.42.2(pid=12080): stdout: \u000a| (launched: 2022-12-13_11:05:32.251246) \u000a11:05:35.498982 run osmo-hlr_10.42.42.2(pid=12080): stderr: \u000a| �[0;m�[1;31m20221213110532427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110532427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110532427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110532427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110532427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110532428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110532439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110532448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110532448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110532448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:35.540893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminating (SIGTERM)\u000a11:05:35.580413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminating (SIGTERM)\u000a11:05:35.620052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Terminating (SIGTERM)\u000a11:05:35.629473 --- ParallelTerminationStrategy: PID 12079 died...\u000a11:05:35.682829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminated: ok {rc=0}\u000a11:05:35.692297 --- ParallelTerminationStrategy: PID 12082 died...\u000a11:05:35.744743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminated: ok {rc=0}\u000a11:05:35.754382 --- ParallelTerminationStrategy: PID 12085 died...\u000a11:05:35.807007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Terminated: ok {rc=0}\u000a11:05:35.895156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12093): Process ended prematurely: osmo-stp_10.42.42.5(pid=12093) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12093): Process ended prematurely: osmo-stp_10.42.42.5(pid=12093) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:05:36.947845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:36.960005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:05:37.113558 tst ping_idle_ping.py: using LAC 33510\u000a11:05:37.229919 tst ping_idle_ping.py: using RAC 105\u000a11:05:37.346655 tst ping_idle_ping.py: using CellId 33510\u000a11:05:37.462956 tst ping_idle_ping.py: using BVCI 33511\u000a11:05:37.485719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.496692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.507470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.518388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.529223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.540016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.550902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:05:37.561782 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:05:37.853020 tst ping_idle_ping.py:24: start network...\u000a11:05:37.985959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:38.489774 run create_hlr_db(pid=12087): Launched\u000a11:05:38.675022 bus /gobi_6: Setting Powered False\u000a11:05:39.695601 run create_hlr_db(pid=12087): Terminated: ok {rc=0}\u000a11:05:40.098011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12089): Launched\u000a11:05:40.396173 run osmo-hlr_10.42.42.2(pid=12090): Launched\u000a11:05:40.505941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:41.020786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12092): Launched\u000a11:05:41.317535 run osmo-stp_10.42.42.5(pid=12093): Launched\u000a11:05:41.425847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:41.946674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12095): Launched\u000a11:05:42.052319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:42.311112 run patchelf(pid=12096): Launched\u000a11:05:42.485882 run osmo-stp_10.42.42.5(pid=12093): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)]\u000a11:05:42.612748 run osmo-stp_10.42.42.5(pid=12093): stdout: \u000a| (launched: 2022-12-13_11:05:41.171358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:42.740215 run osmo-stp_10.42.42.5(pid=12093): stderr: \u000a| �[0;m�[38;5;43m20221213110541342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110541342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110541342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110541343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110541343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110541343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110541343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:42.863200 run osmo-stp_10.42.42.5(pid=12093): stdout: \u000a| (launched: 2022-12-13_11:05:41.171358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:42.987440 run osmo-stp_10.42.42.5(pid=12093): stderr: \u000a| �[0;m�[38;5;43m20221213110541342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110541342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110541342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110541343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110541343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110541343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110541343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:43.129867 run patchelf(pid=12096): Terminating (SIGINT)\u000a11:05:43.297207 run patchelf(pid=12096): Terminated: ok {rc=0}\u000a11:05:43.327830 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12093): Process ended prematurely: osmo-stp_10.42.42.5(pid=12093) [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)] [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:05:43.336641 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:05:43.396653 run osmo-hlr_10.42.42.2(pid=12090): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12090)]\u000a11:05:43.445837 run osmo-hlr_10.42.42.2(pid=12090): stdout: \u000a| (launched: 2022-12-13_11:05:40.248549) \u000a11:05:43.495731 run osmo-hlr_10.42.42.2(pid=12090): stderr: \u000a| �[0;m�[1;31m20221213110540422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110540422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110540422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110540422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110540422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110540422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110540437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110540447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110540447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110540447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:43.537798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12089): Terminating (SIGTERM)\u000a11:05:43.577494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12092): Terminating (SIGTERM)\u000a11:05:43.617079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12095): Terminating (SIGTERM)\u000a11:05:43.626325 --- ParallelTerminationStrategy: PID 12089 died...\u000a11:05:43.679552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12089): Terminated: ok {rc=0}\u000a11:05:43.689228 --- ParallelTerminationStrategy: PID 12092 died...\u000a11:05:43.741593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12092): Terminated: ok {rc=0}\u000a11:05:43.751152 --- ParallelTerminationStrategy: PID 12095 died...\u000a11:05:43.803455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12095): Terminated: ok {rc=0}\u000a11:05:43.886464 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:04:45" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12106): Process ended prematurely: osmo-stp_10.42.42.5(pid=12106) [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12106)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12106): Process ended prematurely: osmo-stp_10.42.42.5(pid=12106) [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:05:45.939346 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:45.955915 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:05:46.122119 tst switch_tch_pdch.py: using LAC 33511\u000a11:05:46.242799 tst switch_tch_pdch.py: using RAC 106\u000a11:05:46.362972 tst switch_tch_pdch.py: using CellId 33511\u000a11:05:46.481321 tst switch_tch_pdch.py: using BVCI 33512\u000a11:05:46.504497 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.517062 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.529336 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.541665 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.553426 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.564998 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.576766 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:05:46.588693 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:05:46.722398 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:05:47.061311 tst switch_tch_pdch.py:51: start network...\u000a11:05:47.188098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:47.667982 run create_hlr_db(pid=12100): Launched\u000a11:05:47.839447 bus /gobi_6: Setting Powered False\u000a11:05:48.859477 run create_hlr_db(pid=12100): Terminated: ok {rc=0}\u000a11:05:49.254952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12102): Launched\u000a11:05:49.551552 run osmo-hlr_10.42.42.2(pid=12103): Launched\u000a11:05:49.667633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:50.188373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12105): Launched\u000a11:05:50.483697 run osmo-stp_10.42.42.5(pid=12106): Launched\u000a11:05:50.590891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:51.106952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12108): Launched\u000a11:05:51.212067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:51.470155 run patchelf(pid=12109): Launched\u000a11:05:51.642927 run osmo-stp_10.42.42.5(pid=12106): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12106)]\u000a11:05:51.769403 run osmo-stp_10.42.42.5(pid=12106): stdout: \u000a| (launched: 2022-12-13_11:05:50.338332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:51.898517 run osmo-stp_10.42.42.5(pid=12106): stderr: \u000a| �[0;m�[38;5;43m20221213110550508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110550508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110550509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110550509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110550511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110550511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110550511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:52.021082 run osmo-stp_10.42.42.5(pid=12106): stdout: \u000a| (launched: 2022-12-13_11:05:50.338332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:52.142591 run osmo-stp_10.42.42.5(pid=12106): stderr: \u000a| �[0;m�[38;5;43m20221213110550508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110550508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110550509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110550509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110550511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110550511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110550511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:52.283644 run patchelf(pid=12109): Terminating (SIGINT)\u000a11:05:52.449923 run patchelf(pid=12109): Terminated: ok {rc=0}\u000a11:05:52.480259 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12106): Process ended prematurely: osmo-stp_10.42.42.5(pid=12106) [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12106)] [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:05:52.488748 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a11:05:52.548457 run osmo-hlr_10.42.42.2(pid=12103): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12103)]\u000a11:05:52.597361 run osmo-hlr_10.42.42.2(pid=12103): stdout: \u000a| (launched: 2022-12-13_11:05:49.405382) \u000a11:05:52.646790 run osmo-hlr_10.42.42.2(pid=12103): stderr: \u000a| �[0;m�[1;31m20221213110549583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110549583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110549583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110549583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110549583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110549584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110549596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110549606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110549606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110549606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:52.688879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12102): Terminating (SIGTERM)\u000a11:05:52.728462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12105): Terminating (SIGTERM)\u000a11:05:52.768097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12108): Terminating (SIGTERM)\u000a11:05:52.777417 --- ParallelTerminationStrategy: PID 12102 died...\u000a11:05:52.830549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12102): Terminated: ok {rc=0}\u000a11:05:52.840170 --- ParallelTerminationStrategy: PID 12105 died...\u000a11:05:52.892887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12105): Terminated: ok {rc=0}\u000a11:05:52.902412 --- ParallelTerminationStrategy: PID 12108 died...\u000a11:05:52.955140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12108): Terminated: ok {rc=0}\u000a11:05:53.043314 bus /gobi_0: Setting Powered False\u000a11:05:54.145790 bus /gobi_0: Setting Powered False\u000a11:05:55.256507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:05:45" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12123): Process ended prematurely: osmo-stp_10.42.42.5(pid=12123) [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12123): Process ended prematurely: osmo-stp_10.42.42.5(pid=12123) [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:05:57.233464 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.244861 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:05:57.405252 tst switch_tch_pdch.py: using LAC 33512\u000a11:05:57.524620 tst switch_tch_pdch.py: using RAC 107\u000a11:05:57.643016 tst switch_tch_pdch.py: using CellId 33512\u000a11:05:57.758591 tst switch_tch_pdch.py: using BVCI 33513\u000a11:05:57.781223 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.792158 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.803175 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.814089 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.824921 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.835744 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.847124 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:05:57.858118 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:05:57.973817 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:05:58.263487 tst switch_tch_pdch.py:51: start network...\u000a11:05:58.396106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:58.869350 run create_hlr_db(pid=12117): Launched\u000a11:05:58.998832 bus /gobi_6: Setting Powered False\u000a11:06:00.073988 run create_hlr_db(pid=12117): Terminated: ok {rc=0}\u000a11:06:00.446659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12119): Launched\u000a11:06:00.743252 run osmo-hlr_10.42.42.2(pid=12120): Launched\u000a11:06:00.900729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:01.476056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12122): Launched\u000a11:06:01.821431 run osmo-stp_10.42.42.5(pid=12123): Launched\u000a11:06:02.051399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:06:02.704168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12125): Launched\u000a11:06:02.817765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:06:03.094339 run patchelf(pid=12126): Launched\u000a11:06:03.280691 run osmo-stp_10.42.42.5(pid=12123): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)]\u000a11:06:03.417120 run osmo-stp_10.42.42.5(pid=12123): stdout: \u000a| (launched: 2022-12-13_11:06:01.641217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:03.553582 run osmo-stp_10.42.42.5(pid=12123): stderr: \u000a| �[0;m�[38;5;43m20221213110602031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110602031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110602031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110602032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:03.685645 run osmo-stp_10.42.42.5(pid=12123): stdout: \u000a| (launched: 2022-12-13_11:06:01.641217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:03.816303 run osmo-stp_10.42.42.5(pid=12123): stderr: \u000a| �[0;m�[38;5;43m20221213110602031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110602031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110602031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110602032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:03.968273 run patchelf(pid=12126): Terminating (SIGINT)\u000a11:06:04.147128 run patchelf(pid=12126): Terminated: ok {rc=0}\u000a11:06:04.179476 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12123): Process ended prematurely: osmo-stp_10.42.42.5(pid=12123) [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)] [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:06:04.188856 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:06:04.252460 run osmo-hlr_10.42.42.2(pid=12120): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12120)]\u000a11:06:04.304064 run osmo-hlr_10.42.42.2(pid=12120): stdout: \u000a| (launched: 2022-12-13_11:06:00.596835) \u000a11:06:04.356436 run osmo-hlr_10.42.42.2(pid=12120): stderr: \u000a| �[0;m�[1;31m20221213110600773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110600773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110600773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110600773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110600773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110600773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110600785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110600794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110600794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110600794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:04.401226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12119): Terminating (SIGTERM)\u000a11:06:04.443882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12122): Terminating (SIGTERM)\u000a11:06:04.486591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12125): Terminating (SIGTERM)\u000a11:06:04.496272 --- ParallelTerminationStrategy: PID 12119 died...\u000a11:06:04.552679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12119): Terminated: ok {rc=0}\u000a11:06:04.562718 --- ParallelTerminationStrategy: PID 12122 died...\u000a11:06:04.618992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12122): Terminated: ok {rc=0}\u000a11:06:04.629120 --- ParallelTerminationStrategy: PID 12125 died...\u000a11:06:04.686032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12125): Terminated: ok {rc=0}\u000a11:06:04.773077 bus /gobi_0: Setting Powered False\u000a11:06:05.880430 bus /gobi_0: Setting Powered False\u000a11:06:06.988909 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:05:56" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12131): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12131) [trial-2388↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12131)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12131): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12131) [trial-2388↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a11:06:08.872056 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a11:06:08.883068 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a11:06:09.004426 tst mo_mt_sms.py: using LAC 33513\u000a11:06:09.123732 tst mo_mt_sms.py: using RAC 108\u000a11:06:09.246228 tst mo_mt_sms.py: using CellId 33513\u000a11:06:09.368915 tst mo_mt_sms.py: using BVCI 33514\u000a11:06:09.393166 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a11:06:09.510159 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a11:06:09.782630 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:06:09.906355 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:06:10.519008 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12130): Launched\u000a11:06:10.811781 run osmo-nitb_10.42.42.2(pid=12131): Launched\u000a11:06:10.992877 run osmo-nitb_10.42.42.2(pid=12131): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12131)]\u000a11:06:11.127297 run osmo-nitb_10.42.42.2(pid=12131): stdout: \u000a| (launched: 2022-12-13_11:06:10.669554) \u000a11:06:11.261852 run osmo-nitb_10.42.42.2(pid=12131): stderr: \u000a| (launched: 2022-12-13_11:06:10.713399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:11.391074 run osmo-nitb_10.42.42.2(pid=12131): stdout: \u000a| (launched: 2022-12-13_11:06:10.669554) \u000a11:06:11.519426 run osmo-nitb_10.42.42.2(pid=12131): stderr: \u000a| (launched: 2022-12-13_11:06:10.713399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:11.931384 tst osmo-nitb_10.42.42.2(pid=12131): stdout: \u000a| (launched: 2022-12-13_11:06:10.669554) \u000a11:06:12.049352 tst osmo-nitb_10.42.42.2(pid=12131): stderr: \u000a| (launched: 2022-12-13_11:06:10.713399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:12.100803 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12131): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12131) [trial-2388↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12131)] [trial-2388↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a11:06:12.108759 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a11:06:12.142507 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12130): Terminating (SIGTERM)\u000a11:06:12.319724 --- ParallelTerminationStrategy: PID 12130 died...\u000a11:06:12.374302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12130): Terminated: ok {rc=0}\u000a11:06:12.461504 bus /sierra_3: Setting Powered False\u000a11:06:13.564316 bus /sierra_3: Setting Powered False\u000a11:06:14.672090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:06:08" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a11:06:16.548477 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:16.560612 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:06:16.689444 tst mo_mt_sms.py: using LAC 33514\u000a11:06:16.812099 tst mo_mt_sms.py: using RAC 109\u000a11:06:16.935283 tst mo_mt_sms.py: using CellId 33514\u000a11:06:17.061292 tst mo_mt_sms.py: using BVCI 33515\u000a11:06:17.087400 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:17.099238 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:17.111020 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:17.122689 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:17.135098 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:17.147712 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a11:06:17.278285 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a11:06:17.476286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:17.950364 run create_hlr_db(pid=12135): Launched\u000a11:06:18.121184 bus /sierra_2: Setting Powered False\u000a11:06:19.142436 run create_hlr_db(pid=12135): Terminated: ok {rc=0}\u000a11:06:19.566382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Launched\u000a11:06:19.884490 run osmo-hlr_10.42.42.2(pid=12138): Launched\u000a11:06:20.004524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:20.555040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Launched\u000a11:06:20.873792 run osmo-stp_10.42.42.5(pid=12141): Launched\u000a11:06:20.989205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:21.571141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12143): Launched\u000a11:06:21.891154 run osmo-msc_10.42.42.6(pid=12144): Launched\u000a11:06:22.077800 run osmo-stp_10.42.42.5(pid=12141): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]\u000a11:06:22.213171 run osmo-stp_10.42.42.5(pid=12141): stdout: \u000a| (launched: 2022-12-13_11:06:20.717204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:22.348483 run osmo-stp_10.42.42.5(pid=12141): stderr: \u000a| �[0;m�[38;5;43m20221213110620915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110620915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110620916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110620916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110620916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110620916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110620917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:22.477108 run osmo-stp_10.42.42.5(pid=12141): stdout: \u000a| (launched: 2022-12-13_11:06:20.717204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:22.604453 run osmo-stp_10.42.42.5(pid=12141): stderr: \u000a| �[0;m�[38;5;43m20221213110620915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110620915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110620916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110620916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110620916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110620916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110620917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:22.660093 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)] [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a11:06:22.668928 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a11:06:22.732293 run osmo-hlr_10.42.42.2(pid=12138): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12138)]\u000a11:06:22.784504 run osmo-hlr_10.42.42.2(pid=12138): stdout: \u000a| (launched: 2022-12-13_11:06:19.728147) \u000a11:06:22.837104 run osmo-hlr_10.42.42.2(pid=12138): stderr: \u000a| �[0;m�[1;31m20221213110619925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110619925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110619925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110619925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110619925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110619926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110619938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110619946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110619946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110619946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:22.908012 run osmo-msc_10.42.42.6(pid=12144): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12144)]\u000a11:06:22.959529 run osmo-msc_10.42.42.6(pid=12144): stdout: \u000a| (launched: 2022-12-13_11:06:21.733632) \u000a11:06:23.011718 run osmo-msc_10.42.42.6(pid=12144): stderr: \u000a| �[0;m�[38;5;43m20221213110622054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110622054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86ba93dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110622054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110622054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110622054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110622054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110622056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110622057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110622057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110622057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:23.056182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminating (SIGTERM)\u000a11:06:23.098210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminating (SIGTERM)\u000a11:06:23.140173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12143): Terminating (SIGTERM)\u000a11:06:23.150021 --- ParallelTerminationStrategy: PID 12137 died...\u000a11:06:23.206456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminated: ok {rc=0}\u000a11:06:23.216504 --- ParallelTerminationStrategy: PID 12140 died...\u000a11:06:23.272826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminated: ok {rc=0}\u000a11:06:23.282922 --- ParallelTerminationStrategy: PID 12143 died...\u000a11:06:23.339256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12143): Terminated: ok {rc=0}\u000a11:06:23.425738 bus /sierra_3: Setting Powered False\u000a11:06:24.533018 bus /sierra_3: Setting Powered False\u000a11:06:25.640874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:06:16" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12150): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12150) [trial-2388↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12150)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12150): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12150) [trial-2388↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a11:06:27.461169 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a11:06:27.472794 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:06:27.602739 tst assert_extension.py: using LAC 33515\u000a11:06:27.726904 tst assert_extension.py: using RAC 110\u000a11:06:27.852605 tst assert_extension.py: using CellId 33515\u000a11:06:27.976924 tst assert_extension.py: using BVCI 33516\u000a11:06:28.001299 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a11:06:28.273654 tst assert_extension.py:10: start nitb and bts...\u000a11:06:28.396935 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:06:29.010148 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12149): Launched\u000a11:06:29.305605 run osmo-nitb_10.42.42.2(pid=12150): Launched\u000a11:06:29.488236 run osmo-nitb_10.42.42.2(pid=12150): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12150)]\u000a11:06:29.623245 run osmo-nitb_10.42.42.2(pid=12150): stdout: \u000a| (launched: 2022-12-13_11:06:29.161659) \u000a11:06:29.758302 run osmo-nitb_10.42.42.2(pid=12150): stderr: \u000a| (launched: 2022-12-13_11:06:29.205942)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:29.888691 run osmo-nitb_10.42.42.2(pid=12150): stdout: \u000a| (launched: 2022-12-13_11:06:29.161659) \u000a11:06:30.017800 run osmo-nitb_10.42.42.2(pid=12150): stderr: \u000a| (launched: 2022-12-13_11:06:29.205942)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:30.424817 tst osmo-nitb_10.42.42.2(pid=12150): stdout: \u000a| (launched: 2022-12-13_11:06:29.161659) \u000a11:06:30.543404 tst osmo-nitb_10.42.42.2(pid=12150): stderr: \u000a| (launched: 2022-12-13_11:06:29.205942)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:30.595321 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12150): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12150) [trial-2388↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12150)] [trial-2388↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a11:06:30.603256 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a11:06:30.637391 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12149): Terminating (SIGTERM)\u000a11:06:30.814737 --- ParallelTerminationStrategy: PID 12149 died...\u000a11:06:30.870247 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12149): Terminated: ok {rc=0}\u000a11:06:30.975751 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:06:27" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12160): Process ended prematurely: osmo-stp_10.42.42.5(pid=12160) [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12160)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12160): Process ended prematurely: osmo-stp_10.42.42.5(pid=12160) [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a11:06:32.834084 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:32.845915 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:06:32.978728 tst assert_extension.py: using LAC 33516\u000a11:06:33.102879 tst assert_extension.py: using RAC 111\u000a11:06:33.229237 tst assert_extension.py: using CellId 33516\u000a11:06:33.356421 tst assert_extension.py: using BVCI 33517\u000a11:06:33.380650 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:33.391808 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:33.402881 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:33.413850 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:33.425126 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:06:33.436289 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a11:06:33.635826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:34.110265 run create_hlr_db(pid=12154): Launched\u000a11:06:34.280751 bus /sierra_2: Setting Powered False\u000a11:06:35.302269 run create_hlr_db(pid=12154): Terminated: ok {rc=0}\u000a11:06:35.726957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12156): Launched\u000a11:06:36.045852 run osmo-hlr_10.42.42.2(pid=12157): Launched\u000a11:06:36.166747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:36.722844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12159): Launched\u000a11:06:37.042976 run osmo-stp_10.42.42.5(pid=12160): Launched\u000a11:06:37.158802 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:37.740130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12162): Launched\u000a11:06:38.058151 run osmo-msc_10.42.42.6(pid=12163): Launched\u000a11:06:38.245267 run osmo-stp_10.42.42.5(pid=12160): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12160)]\u000a11:06:38.380435 run osmo-stp_10.42.42.5(pid=12160): stdout: \u000a| (launched: 2022-12-13_11:06:36.884587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:38.515880 run osmo-stp_10.42.42.5(pid=12160): stderr: \u000a| �[0;m�[38;5;43m20221213110637076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110637076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110637076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110637076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110637077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110637077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110637077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:38.644155 run osmo-stp_10.42.42.5(pid=12160): stdout: \u000a| (launched: 2022-12-13_11:06:36.884587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:38.772134 run osmo-stp_10.42.42.5(pid=12160): stderr: \u000a| �[0;m�[38;5;43m20221213110637076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110637076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110637076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110637076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110637077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110637077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110637077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:38.827789 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12160): Process ended prematurely: osmo-stp_10.42.42.5(pid=12160) [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12160)] [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a11:06:38.836441 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a11:06:38.899700 run osmo-hlr_10.42.42.2(pid=12157): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12157)]\u000a11:06:38.951532 run osmo-hlr_10.42.42.2(pid=12157): stdout: \u000a| (launched: 2022-12-13_11:06:35.889574) \u000a11:06:39.004016 run osmo-hlr_10.42.42.2(pid=12157): stderr: \u000a| �[0;m�[1;31m20221213110636086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110636086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110636086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110636086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110636086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110636086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110636099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110636107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110636107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110636107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:39.075502 run osmo-msc_10.42.42.6(pid=12163): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12163)]\u000a11:06:39.127213 run osmo-msc_10.42.42.6(pid=12163): stdout: \u000a| (launched: 2022-12-13_11:06:37.901546) \u000a11:06:39.179527 run osmo-msc_10.42.42.6(pid=12163): stderr: \u000a| �[0;m�[38;5;43m20221213110638221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110638221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6aac141c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110638221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110638221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110638221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110638222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110638223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110638224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110638224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110638224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:39.224331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12156): Terminating (SIGTERM)\u000a11:06:39.267090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12159): Terminating (SIGTERM)\u000a11:06:39.309447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12162): Terminating (SIGTERM)\u000a11:06:39.319121 --- ParallelTerminationStrategy: PID 12156 died...\u000a11:06:39.375964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12156): Terminated: ok {rc=0}\u000a11:06:39.386273 --- ParallelTerminationStrategy: PID 12159 died...\u000a11:06:39.442533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12159): Terminated: ok {rc=0}\u000a11:06:39.452617 --- ParallelTerminationStrategy: PID 12162 died...\u000a11:06:39.509038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12162): Terminated: ok {rc=0}\u000a11:06:39.597022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:06:32" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12175): Process ended prematurely: osmo-stp_10.42.42.5(pid=12175) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12175): Process ended prematurely: osmo-stp_10.42.42.5(pid=12175) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:06:41.531789 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:41.543609 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:06:41.697629 tst mo_mt_call.py: using LAC 33517\u000a11:06:41.825927 tst mo_mt_call.py: using RAC 112\u000a11:06:41.952097 tst mo_mt_call.py: using CellId 33517\u000a11:06:42.080905 tst mo_mt_call.py: using BVCI 33518\u000a11:06:42.105853 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:42.117505 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:42.128909 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:42.140375 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:42.152384 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:42.164088 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:06:42.282105 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:06:42.483675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:42.968166 run create_hlr_db(pid=12169): Launched\u000a11:06:43.141152 bus /sierra_2: Setting Powered False\u000a11:06:44.163590 run create_hlr_db(pid=12169): Terminated: ok {rc=0}\u000a11:06:44.565728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12171): Launched\u000a11:06:44.868098 run osmo-hlr_10.42.42.2(pid=12172): Launched\u000a11:06:44.978548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:45.502474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12174): Launched\u000a11:06:45.803161 run osmo-stp_10.42.42.5(pid=12175): Launched\u000a11:06:45.963979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:46.563003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12177): Launched\u000a11:06:46.965446 run osmo-msc_10.42.42.6(pid=12178): Launched\u000a11:06:47.295548 run osmo-stp_10.42.42.5(pid=12175): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)]\u000a11:06:47.434195 run osmo-stp_10.42.42.5(pid=12175): stdout: \u000a| (launched: 2022-12-13_11:06:45.655096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:47.571634 run osmo-stp_10.42.42.5(pid=12175): stderr: \u000a| �[0;m�[38;5;43m20221213110645826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110645827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110645827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110645827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110645828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110645828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110645828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:47.702604 run osmo-stp_10.42.42.5(pid=12175): stdout: \u000a| (launched: 2022-12-13_11:06:45.655096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:47.832234 run osmo-stp_10.42.42.5(pid=12175): stderr: \u000a| �[0;m�[38;5;43m20221213110645826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110645827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110645827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110645827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110645828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110645828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110645828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:47.889420 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12175): Process ended prematurely: osmo-stp_10.42.42.5(pid=12175) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:06:47.898855 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:06:47.962551 run osmo-hlr_10.42.42.2(pid=12172): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12172)]\u000a11:06:48.014315 run osmo-hlr_10.42.42.2(pid=12172): stdout: \u000a| (launched: 2022-12-13_11:06:44.719274) \u000a11:06:48.067167 run osmo-hlr_10.42.42.2(pid=12172): stderr: \u000a| �[0;m�[1;31m20221213110644894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110644894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110644894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110644894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110644894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110644894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110644906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110644915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110644915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110644915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:48.138537 run osmo-msc_10.42.42.6(pid=12178): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12178)]\u000a11:06:48.190531 run osmo-msc_10.42.42.6(pid=12178): stdout: \u000a| (launched: 2022-12-13_11:06:46.719034) \u000a11:06:48.243053 run osmo-msc_10.42.42.6(pid=12178): stderr: \u000a| �[0;m�[38;5;43m20221213110647320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110647320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa33d3d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110647321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110647321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110647321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110647321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110647323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110647323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110647323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110647323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:48.287807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12171): Terminating (SIGTERM)\u000a11:06:48.330385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12174): Terminating (SIGTERM)\u000a11:06:48.372706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12177): Terminating (SIGTERM)\u000a11:06:48.382538 --- ParallelTerminationStrategy: PID 12171 died...\u000a11:06:48.439623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12171): Terminated: ok {rc=0}\u000a11:06:48.449900 --- ParallelTerminationStrategy: PID 12174 died...\u000a11:06:48.506617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12174): Terminated: ok {rc=0}\u000a11:06:48.516779 --- ParallelTerminationStrategy: PID 12177 died...\u000a11:06:48.573539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12177): Terminated: ok {rc=0}\u000a11:06:48.661621 bus /sierra_3: Setting Powered False\u000a11:06:49.769328 bus /sierra_3: Setting Powered False\u000a11:06:50.877746 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12186): Process ended prematurely: osmo-stp_10.42.42.5(pid=12186) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12186): Process ended prematurely: osmo-stp_10.42.42.5(pid=12186) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:06:51.993536 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:52.005971 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:06:52.162683 tst mo_mt_call_osmux.py: using LAC 33518\u000a11:06:52.290826 tst mo_mt_call_osmux.py: using RAC 113\u000a11:06:52.418196 tst mo_mt_call_osmux.py: using CellId 33518\u000a11:06:52.546405 tst mo_mt_call_osmux.py: using BVCI 33519\u000a11:06:52.571239 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:52.583033 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:52.594714 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:52.606378 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:52.618350 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:06:52.630666 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:06:52.747920 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:06:52.957681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:53.443820 run create_hlr_db(pid=12180): Launched\u000a11:06:53.618249 bus /sierra_2: Setting Powered False\u000a11:06:54.640181 run create_hlr_db(pid=12180): Terminated: ok {rc=0}\u000a11:06:55.072938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12182): Launched\u000a11:06:55.399214 run osmo-hlr_10.42.42.2(pid=12183): Launched\u000a11:06:55.519795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:56.084512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12185): Launched\u000a11:06:56.410604 run osmo-stp_10.42.42.5(pid=12186): Launched\u000a11:06:56.528940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:57.120840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12188): Launched\u000a11:06:57.445126 run osmo-msc_10.42.42.6(pid=12189): Launched\u000a11:06:57.635454 run osmo-stp_10.42.42.5(pid=12186): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)]\u000a11:06:57.773455 run osmo-stp_10.42.42.5(pid=12186): stdout: \u000a| (launched: 2022-12-13_11:06:56.250046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:57.910499 run osmo-stp_10.42.42.5(pid=12186): stderr: \u000a| �[0;m�[38;5;43m20221213110656444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110656444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110656444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110656444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110656445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110656445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110656445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:58.041371 run osmo-stp_10.42.42.5(pid=12186): stdout: \u000a| (launched: 2022-12-13_11:06:56.250046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:58.170961 run osmo-stp_10.42.42.5(pid=12186): stderr: \u000a| �[0;m�[38;5;43m20221213110656444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110656444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110656444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110656444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110656445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110656445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110656445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:58.228053 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12186): Process ended prematurely: osmo-stp_10.42.42.5(pid=12186) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:06:58.237570 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:06:58.300538 run osmo-hlr_10.42.42.2(pid=12183): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12183)]\u000a11:06:58.352159 run osmo-hlr_10.42.42.2(pid=12183): stdout: \u000a| (launched: 2022-12-13_11:06:55.238061) \u000a11:06:58.404510 run osmo-hlr_10.42.42.2(pid=12183): stderr: \u000a| �[0;m�[1;31m20221213110655436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110655436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110655436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110655436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110655436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110655437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110655449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110655458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110655458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110655458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:58.475215 run osmo-msc_10.42.42.6(pid=12189): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12189)]\u000a11:06:58.526679 run osmo-msc_10.42.42.6(pid=12189): stdout: \u000a| (launched: 2022-12-13_11:06:57.286173) \u000a11:06:58.578943 run osmo-msc_10.42.42.6(pid=12189): stderr: \u000a| �[0;m�[38;5;43m20221213110657608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110657609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1878f8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110657609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110657609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110657609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110657609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110657611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110657611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110657611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110657611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:58.623319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12182): Terminating (SIGTERM)\u000a11:06:58.665687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12185): Terminating (SIGTERM)\u000a11:06:58.708262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12188): Terminating (SIGTERM)\u000a11:06:58.718137 --- ParallelTerminationStrategy: PID 12182 died...\u000a11:06:58.774828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12182): Terminated: ok {rc=0}\u000a11:06:58.785151 --- ParallelTerminationStrategy: PID 12185 died...\u000a11:06:58.841209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12185): Terminated: ok {rc=0}\u000a11:06:58.851360 --- ParallelTerminationStrategy: PID 12188 died...\u000a11:06:58.907643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12188): Terminated: ok {rc=0}\u000a11:06:58.994811 bus /sierra_3: Setting Powered False\u000a11:07:00.099803 bus /sierra_3: Setting Powered False\u000a11:07:01.234090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:06:41" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12200): Process ended prematurely: osmo-stp_10.42.42.5(pid=12200) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12200)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12200): Process ended prematurely: osmo-stp_10.42.42.5(pid=12200) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:07:03.208410 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:03.219975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:07:03.373570 tst mo_mt_call.py: using LAC 33519\u000a11:07:03.499897 tst mo_mt_call.py: using RAC 114\u000a11:07:03.626864 tst mo_mt_call.py: using CellId 33519\u000a11:07:03.755178 tst mo_mt_call.py: using BVCI 33520\u000a11:07:03.779991 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:03.791570 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:03.803035 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:03.814390 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:03.826258 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:03.837931 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:07:03.954906 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:07:04.167010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:04.674107 run create_hlr_db(pid=12194): Launched\u000a11:07:04.861693 bus /sierra_2: Setting Powered False\u000a11:07:05.882370 run create_hlr_db(pid=12194): Terminated: ok {rc=0}\u000a11:07:06.313475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12196): Launched\u000a11:07:06.638545 run osmo-hlr_10.42.42.2(pid=12197): Launched\u000a11:07:06.758529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:07.319371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12199): Launched\u000a11:07:07.644504 run osmo-stp_10.42.42.5(pid=12200): Launched\u000a11:07:07.763154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:08.355993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12202): Launched\u000a11:07:08.680326 run osmo-msc_10.42.42.6(pid=12203): Launched\u000a11:07:08.871111 run osmo-stp_10.42.42.5(pid=12200): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12200)]\u000a11:07:09.007629 run osmo-stp_10.42.42.5(pid=12200): stdout: \u000a| (launched: 2022-12-13_11:07:07.484640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:09.144574 run osmo-stp_10.42.42.5(pid=12200): stderr: \u000a| �[0;m�[38;5;43m20221213110707679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110707680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110707680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110707680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110707681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110707681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110707681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:09.274612 run osmo-stp_10.42.42.5(pid=12200): stdout: \u000a| (launched: 2022-12-13_11:07:07.484640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:09.403741 run osmo-stp_10.42.42.5(pid=12200): stderr: \u000a| �[0;m�[38;5;43m20221213110707679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110707680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110707680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110707680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110707681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110707681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110707681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:09.460606 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12200): Process ended prematurely: osmo-stp_10.42.42.5(pid=12200) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12200)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:07:09.469871 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:07:09.532938 run osmo-hlr_10.42.42.2(pid=12197): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12197)]\u000a11:07:09.584747 run osmo-hlr_10.42.42.2(pid=12197): stdout: \u000a| (launched: 2022-12-13_11:07:06.478676) \u000a11:07:09.637340 run osmo-hlr_10.42.42.2(pid=12197): stderr: \u000a| �[0;m�[1;31m20221213110706678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110706678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110706678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110706678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110706678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110706678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110706690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110706698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110706698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110706698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:09.708461 run osmo-msc_10.42.42.6(pid=12203): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12203)]\u000a11:07:09.760231 run osmo-msc_10.42.42.6(pid=12203): stdout: \u000a| (launched: 2022-12-13_11:07:08.521073) \u000a11:07:09.812591 run osmo-msc_10.42.42.6(pid=12203): stderr: \u000a| �[0;m�[38;5;43m20221213110708844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110708844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a91bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110708845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110708845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110708845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110708845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110708847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110708848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110708848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110708848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:09.856800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12196): Terminating (SIGTERM)\u000a11:07:09.898874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12199): Terminating (SIGTERM)\u000a11:07:09.940835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12202): Terminating (SIGTERM)\u000a11:07:09.950545 --- ParallelTerminationStrategy: PID 12196 died...\u000a11:07:10.006660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12196): Terminated: ok {rc=0}\u000a11:07:10.017065 --- ParallelTerminationStrategy: PID 12199 died...\u000a11:07:10.072694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12199): Terminated: ok {rc=0}\u000a11:07:10.082626 --- ParallelTerminationStrategy: PID 12202 died...\u000a11:07:10.138781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12202): Terminated: ok {rc=0}\u000a11:07:10.226096 bus /sierra_3: Setting Powered False\u000a11:07:11.330917 bus /sierra_3: Setting Powered False\u000a11:07:12.441454 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12211): Process ended prematurely: osmo-stp_10.42.42.5(pid=12211) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12211)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12211): Process ended prematurely: osmo-stp_10.42.42.5(pid=12211) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:07:13.552113 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:13.563914 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:07:13.710679 tst mo_mt_call_osmux.py: using LAC 33520\u000a11:07:13.831375 tst mo_mt_call_osmux.py: using RAC 115\u000a11:07:13.949571 tst mo_mt_call_osmux.py: using CellId 33520\u000a11:07:14.067670 tst mo_mt_call_osmux.py: using BVCI 33521\u000a11:07:14.090607 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:14.101830 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:14.112752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:14.123561 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:14.134569 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:07:14.145503 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:07:14.260497 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:07:14.474114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:14.986238 run create_hlr_db(pid=12205): Launched\u000a11:07:15.173562 bus /sierra_2: Setting Powered False\u000a11:07:16.195598 run create_hlr_db(pid=12205): Terminated: ok {rc=0}\u000a11:07:16.641054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12207): Launched\u000a11:07:16.995435 run osmo-hlr_10.42.42.2(pid=12208): Launched\u000a11:07:17.186486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:17.759135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12210): Launched\u000a11:07:18.083810 run osmo-stp_10.42.42.5(pid=12211): Launched\u000a11:07:18.202325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:18.796384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12213): Launched\u000a11:07:19.121724 run osmo-msc_10.42.42.6(pid=12214): Launched\u000a11:07:19.311556 run osmo-stp_10.42.42.5(pid=12211): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12211)]\u000a11:07:19.449196 run osmo-stp_10.42.42.5(pid=12211): stdout: \u000a| (launched: 2022-12-13_11:07:17.924475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:19.586285 run osmo-stp_10.42.42.5(pid=12211): stderr: \u000a| �[0;m�[38;5;43m20221213110718118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110718118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110718118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110718118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110718119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110718119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110718119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:19.717399 run osmo-stp_10.42.42.5(pid=12211): stdout: \u000a| (launched: 2022-12-13_11:07:17.924475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:19.847196 run osmo-stp_10.42.42.5(pid=12211): stderr: \u000a| �[0;m�[38;5;43m20221213110718118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110718118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110718118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110718118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110718119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110718119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110718119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:19.904156 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12211): Process ended prematurely: osmo-stp_10.42.42.5(pid=12211) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12211)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:07:19.913779 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:07:19.976517 run osmo-hlr_10.42.42.2(pid=12208): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12208)]\u000a11:07:20.027826 run osmo-hlr_10.42.42.2(pid=12208): stdout: \u000a| (launched: 2022-12-13_11:07:16.810872) \u000a11:07:20.080290 run osmo-hlr_10.42.42.2(pid=12208): stderr: \u000a| �[0;m�[1;31m20221213110717164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110717164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110717164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110717164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110717164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110717164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110717182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110717190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110717190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110717190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:20.150913 run osmo-msc_10.42.42.6(pid=12214): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12214)]\u000a11:07:20.202256 run osmo-msc_10.42.42.6(pid=12214): stdout: \u000a| (launched: 2022-12-13_11:07:18.961421) \u000a11:07:20.254329 run osmo-msc_10.42.42.6(pid=12214): stderr: \u000a| �[0;m�[38;5;43m20221213110719283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110719283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d02a45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110719283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110719283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110719284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110719284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110719285 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110719286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110719286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110719286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:20.298721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12207): Terminating (SIGTERM)\u000a11:07:20.341248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12210): Terminating (SIGTERM)\u000a11:07:20.383376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12213): Terminating (SIGTERM)\u000a11:07:20.393153 --- ParallelTerminationStrategy: PID 12207 died...\u000a11:07:20.449817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12207): Terminated: ok {rc=0}\u000a11:07:20.459956 --- ParallelTerminationStrategy: PID 12210 died...\u000a11:07:20.516209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12210): Terminated: ok {rc=0}\u000a11:07:20.526311 --- ParallelTerminationStrategy: PID 12213 died...\u000a11:07:20.582384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12213): Terminated: ok {rc=0}\u000a11:07:20.670139 bus /sierra_3: Setting Powered False\u000a11:07:21.773673 bus /sierra_3: Setting Powered False\u000a11:07:22.885518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:07:02" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:07:24.851733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:24.863533 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:07:25.016211 tst mo_mt_call.py: using LAC 33521\u000a11:07:25.141325 tst mo_mt_call.py: using RAC 116\u000a11:07:25.271689 tst mo_mt_call.py: using CellId 33521\u000a11:07:25.395729 tst mo_mt_call.py: using BVCI 33522\u000a11:07:25.420323 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:25.431857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:25.443325 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:25.454785 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:25.466599 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:25.478417 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:07:25.595779 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:07:25.803294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:26.286248 run create_hlr_db(pid=12219): Launched\u000a11:07:26.459102 bus /sierra_2: Setting Powered False\u000a11:07:27.480599 run create_hlr_db(pid=12219): Terminated: ok {rc=0}\u000a11:07:27.911133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Launched\u000a11:07:28.235279 run osmo-hlr_10.42.42.2(pid=12222): Launched\u000a11:07:28.354843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:28.915544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Launched\u000a11:07:29.239856 run osmo-stp_10.42.42.5(pid=12225): Launched\u000a11:07:29.357838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:29.951418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12227): Launched\u000a11:07:30.277113 run osmo-msc_10.42.42.6(pid=12228): Launched\u000a11:07:30.468003 run osmo-stp_10.42.42.5(pid=12225): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]\u000a11:07:30.606257 run osmo-stp_10.42.42.5(pid=12225): stdout: \u000a| (launched: 2022-12-13_11:07:29.080111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:30.743667 run osmo-stp_10.42.42.5(pid=12225): stderr: \u000a| �[0;m�[38;5;43m20221213110729273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110729273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110729273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110729273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110729274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110729274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110729274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:30.888589 run osmo-stp_10.42.42.5(pid=12225): stdout: \u000a| (launched: 2022-12-13_11:07:29.080111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:31.015929 run osmo-stp_10.42.42.5(pid=12225): stderr: \u000a| �[0;m�[38;5;43m20221213110729273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110729273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110729273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110729273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110729274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110729274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110729274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:31.071382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:07:31.081962 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:07:31.144184 run osmo-hlr_10.42.42.2(pid=12222): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12222)]\u000a11:07:31.195272 run osmo-hlr_10.42.42.2(pid=12222): stdout: \u000a| (launched: 2022-12-13_11:07:28.075366) \u000a11:07:31.247316 run osmo-hlr_10.42.42.2(pid=12222): stderr: \u000a| �[0;m�[1;31m20221213110728271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110728271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110728271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110728271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110728271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110728271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110728284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110728292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110728292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110728292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:31.318803 run osmo-msc_10.42.42.6(pid=12228): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12228)]\u000a11:07:31.369955 run osmo-msc_10.42.42.6(pid=12228): stdout: \u000a| (launched: 2022-12-13_11:07:30.116875) \u000a11:07:31.421929 run osmo-msc_10.42.42.6(pid=12228): stderr: \u000a| �[0;m�[38;5;43m20221213110730436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110730436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efeea7afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110730436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110730436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110730436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110730436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110730438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110730438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110730439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110730439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:31.465716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminating (SIGTERM)\u000a11:07:31.510137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminating (SIGTERM)\u000a11:07:31.554527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12227): Terminating (SIGTERM)\u000a11:07:31.565235 --- ParallelTerminationStrategy: PID 12221 died...\u000a11:07:31.622280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminated: ok {rc=0}\u000a11:07:31.632711 --- ParallelTerminationStrategy: PID 12224 died...\u000a11:07:31.690159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminated: ok {rc=0}\u000a11:07:31.700398 --- ParallelTerminationStrategy: PID 12227 died...\u000a11:07:31.755601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12227): Terminated: ok {rc=0}\u000a11:07:31.845369 bus /sierra_3: Setting Powered False\u000a11:07:32.947291 bus /sierra_3: Setting Powered False\u000a11:07:34.054380 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12236): Process ended prematurely: osmo-stp_10.42.42.5(pid=12236) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12236)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12236): Process ended prematurely: osmo-stp_10.42.42.5(pid=12236) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:07:35.169261 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:35.181427 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:07:35.335618 tst mo_mt_call_osmux.py: using LAC 33522\u000a11:07:35.461838 tst mo_mt_call_osmux.py: using RAC 117\u000a11:07:35.588152 tst mo_mt_call_osmux.py: using CellId 33522\u000a11:07:35.713336 tst mo_mt_call_osmux.py: using BVCI 33523\u000a11:07:35.738340 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:35.750045 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:35.761518 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:35.773122 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:35.785015 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:07:35.796783 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:07:35.917813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:07:36.120418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:36.602464 run create_hlr_db(pid=12230): Launched\u000a11:07:36.776315 bus /sierra_2: Setting Powered False\u000a11:07:37.797867 run create_hlr_db(pid=12230): Terminated: ok {rc=0}\u000a11:07:38.227506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12232): Launched\u000a11:07:38.551506 run osmo-hlr_10.42.42.2(pid=12233): Launched\u000a11:07:38.671938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:39.235469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12235): Launched\u000a11:07:39.560112 run osmo-stp_10.42.42.5(pid=12236): Launched\u000a11:07:39.678343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:40.257356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12238): Launched\u000a11:07:40.560772 run osmo-msc_10.42.42.6(pid=12239): Launched\u000a11:07:40.740245 run osmo-stp_10.42.42.5(pid=12236): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12236)]\u000a11:07:40.868602 run osmo-stp_10.42.42.5(pid=12236): stdout: \u000a| (launched: 2022-12-13_11:07:39.400238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:40.994646 run osmo-stp_10.42.42.5(pid=12236): stderr: \u000a| �[0;m�[38;5;43m20221213110739593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110739593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110739593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110739594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110739596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110739596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110739596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:41.116043 run osmo-stp_10.42.42.5(pid=12236): stdout: \u000a| (launched: 2022-12-13_11:07:39.400238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:41.236407 run osmo-stp_10.42.42.5(pid=12236): stderr: \u000a| �[0;m�[38;5;43m20221213110739593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110739593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110739593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110739594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110739596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110739596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110739596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:41.289565 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12236): Process ended prematurely: osmo-stp_10.42.42.5(pid=12236) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12236)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:07:41.298356 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:07:41.357602 run osmo-hlr_10.42.42.2(pid=12233): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12233)]\u000a11:07:41.406374 run osmo-hlr_10.42.42.2(pid=12233): stdout: \u000a| (launched: 2022-12-13_11:07:38.392633) \u000a11:07:41.455695 run osmo-hlr_10.42.42.2(pid=12233): stderr: \u000a| �[0;m�[1;31m20221213110738593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110738593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110738593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110738593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110738593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110738593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110738605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110738613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110738613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110738613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:41.522614 run osmo-msc_10.42.42.6(pid=12239): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12239)]\u000a11:07:41.571054 run osmo-msc_10.42.42.6(pid=12239): stdout: \u000a| (launched: 2022-12-13_11:07:40.411155) \u000a11:07:41.620011 run osmo-msc_10.42.42.6(pid=12239): stderr: \u000a| �[0;m�[38;5;43m20221213110740685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110740685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe80e0f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110740685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110740687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110740687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110740688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110740688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:41.661398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12232): Terminating (SIGTERM)\u000a11:07:41.701198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12235): Terminating (SIGTERM)\u000a11:07:41.740501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12238): Terminating (SIGTERM)\u000a11:07:41.749676 --- ParallelTerminationStrategy: PID 12232 died...\u000a11:07:41.802485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12232): Terminated: ok {rc=0}\u000a11:07:41.812085 --- ParallelTerminationStrategy: PID 12235 died...\u000a11:07:41.864658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12235): Terminated: ok {rc=0}\u000a11:07:41.874648 --- ParallelTerminationStrategy: PID 12238 died...\u000a11:07:41.927339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12238): Terminated: ok {rc=0}\u000a11:07:42.014153 bus /sierra_3: Setting Powered False\u000a11:07:43.116883 bus /sierra_3: Setting Powered False\u000a11:07:44.223401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:07:24" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12250): Process ended prematurely: osmo-stp_10.42.42.5(pid=12250) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12250): Process ended prematurely: osmo-stp_10.42.42.5(pid=12250) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:07:46.246976 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:46.262389 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:07:46.451342 tst mo_mt_call.py: using LAC 33523\u000a11:07:46.582968 tst mo_mt_call.py: using RAC 118\u000a11:07:46.710341 tst mo_mt_call.py: using CellId 33523\u000a11:07:46.839553 tst mo_mt_call.py: using BVCI 33524\u000a11:07:46.865747 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:46.878403 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:46.891177 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:46.903923 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:46.918618 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:46.932284 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:07:47.076726 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:07:47.304534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:47.816101 run create_hlr_db(pid=12244): Launched\u000a11:07:48.003944 bus /sierra_2: Setting Powered False\u000a11:07:49.024323 run create_hlr_db(pid=12244): Terminated: ok {rc=0}\u000a11:07:49.429953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12246): Launched\u000a11:07:49.731975 run osmo-hlr_10.42.42.2(pid=12247): Launched\u000a11:07:49.842534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:50.366558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12249): Launched\u000a11:07:50.668107 run osmo-stp_10.42.42.5(pid=12250): Launched\u000a11:07:50.777504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:51.329349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12252): Launched\u000a11:07:51.634171 run osmo-msc_10.42.42.6(pid=12253): Launched\u000a11:07:51.810463 run osmo-stp_10.42.42.5(pid=12250): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)]\u000a11:07:51.938173 run osmo-stp_10.42.42.5(pid=12250): stdout: \u000a| (launched: 2022-12-13_11:07:50.519897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:52.064483 run osmo-stp_10.42.42.5(pid=12250): stderr: \u000a| �[0;m�[38;5;43m20221213110750692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110750692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110750692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110750693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110750695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110750695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110750695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:52.185612 run osmo-stp_10.42.42.5(pid=12250): stdout: \u000a| (launched: 2022-12-13_11:07:50.519897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:52.305249 run osmo-stp_10.42.42.5(pid=12250): stderr: \u000a| �[0;m�[38;5;43m20221213110750692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110750692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110750692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110750693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110750695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110750695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110750695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:52.358227 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12250): Process ended prematurely: osmo-stp_10.42.42.5(pid=12250) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:07:52.366801 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:07:52.425758 run osmo-hlr_10.42.42.2(pid=12247): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12247)]\u000a11:07:52.474171 run osmo-hlr_10.42.42.2(pid=12247): stdout: \u000a| (launched: 2022-12-13_11:07:49.583758) \u000a11:07:52.523362 run osmo-hlr_10.42.42.2(pid=12247): stderr: \u000a| �[0;m�[1;31m20221213110749760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110749760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110749760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110749760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110749760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110749760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110749798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110749808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110749808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110749808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:52.590289 run osmo-msc_10.42.42.6(pid=12253): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12253)]\u000a11:07:52.638599 run osmo-msc_10.42.42.6(pid=12253): stdout: \u000a| (launched: 2022-12-13_11:07:51.483347) \u000a11:07:52.687423 run osmo-msc_10.42.42.6(pid=12253): stderr: \u000a| �[0;m�[38;5;43m20221213110751755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110751755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefcb7a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110751755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110751755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110751755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110751755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110751757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110751758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110751758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110751758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:52.728829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12246): Terminating (SIGTERM)\u000a11:07:52.767963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12249): Terminating (SIGTERM)\u000a11:07:52.807108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12252): Terminating (SIGTERM)\u000a11:07:52.816383 --- ParallelTerminationStrategy: PID 12246 died...\u000a11:07:52.869378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12246): Terminated: ok {rc=0}\u000a11:07:52.878885 --- ParallelTerminationStrategy: PID 12249 died...\u000a11:07:52.931465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12249): Terminated: ok {rc=0}\u000a11:07:52.941057 --- ParallelTerminationStrategy: PID 12252 died...\u000a11:07:52.993520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12252): Terminated: ok {rc=0}\u000a11:07:53.081211 bus /sierra_3: Setting Powered False\u000a11:07:54.183921 bus /sierra_3: Setting Powered False\u000a11:07:55.291367 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12261): Process ended prematurely: osmo-stp_10.42.42.5(pid=12261) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12261): Process ended prematurely: osmo-stp_10.42.42.5(pid=12261) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:07:56.406333 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:56.418494 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:07:56.572701 tst mo_mt_call_osmux.py: using LAC 33524\u000a11:07:56.693216 tst mo_mt_call_osmux.py: using RAC 119\u000a11:07:56.811953 tst mo_mt_call_osmux.py: using CellId 33524\u000a11:07:56.932368 tst mo_mt_call_osmux.py: using BVCI 33525\u000a11:07:56.955394 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:56.966740 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:56.977843 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:56.988769 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:56.999763 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:07:57.010740 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:07:57.131962 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:07:57.332645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:57.816288 run create_hlr_db(pid=12255): Launched\u000a11:07:57.989609 bus /sierra_2: Setting Powered False\u000a11:07:59.010819 run create_hlr_db(pid=12255): Terminated: ok {rc=0}\u000a11:07:59.442870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12257): Launched\u000a11:07:59.768372 run osmo-hlr_10.42.42.2(pid=12258): Launched\u000a11:07:59.886886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:00.451790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12260): Launched\u000a11:08:00.777270 run osmo-stp_10.42.42.5(pid=12261): Launched\u000a11:08:00.914615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:01.610521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12263): Launched\u000a11:08:01.952356 run osmo-msc_10.42.42.6(pid=12264): Launched\u000a11:08:02.248109 run osmo-stp_10.42.42.5(pid=12261): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)]\u000a11:08:02.457111 run osmo-stp_10.42.42.5(pid=12261): stdout: \u000a| (launched: 2022-12-13_11:08:00.617112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:02.596490 run osmo-stp_10.42.42.5(pid=12261): stderr: \u000a| �[0;m�[38;5;43m20221213110800811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110800811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110800811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110800812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110800812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110800812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110800812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:02.728648 run osmo-stp_10.42.42.5(pid=12261): stdout: \u000a| (launched: 2022-12-13_11:08:00.617112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:02.859437 run osmo-stp_10.42.42.5(pid=12261): stderr: \u000a| �[0;m�[38;5;43m20221213110800811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110800811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110800811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110800812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110800812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110800812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110800812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:02.916778 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12261): Process ended prematurely: osmo-stp_10.42.42.5(pid=12261) [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:08:02.926138 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:08:02.989531 run osmo-hlr_10.42.42.2(pid=12258): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12258)]\u000a11:08:03.042105 run osmo-hlr_10.42.42.2(pid=12258): stdout: \u000a| (launched: 2022-12-13_11:07:59.607404) \u000a11:08:03.095344 run osmo-hlr_10.42.42.2(pid=12258): stderr: \u000a| �[0;m�[1;31m20221213110759805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110759805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110759805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110759805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110759805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110759805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110759852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110759861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110759861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110759862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:03.167337 run osmo-msc_10.42.42.6(pid=12264): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12264)]\u000a11:08:03.219535 run osmo-msc_10.42.42.6(pid=12264): stdout: \u000a| (launched: 2022-12-13_11:08:01.771669) \u000a11:08:03.272152 run osmo-msc_10.42.42.6(pid=12264): stderr: \u000a| �[0;m�[38;5;43m20221213110802402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110802402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f701a823c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110802402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110802402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110802402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110802402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110802404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:03.317266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12257): Terminating (SIGTERM)\u000a11:08:03.360160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12260): Terminating (SIGTERM)\u000a11:08:03.402751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12263): Terminating (SIGTERM)\u000a11:08:03.412493 --- ParallelTerminationStrategy: PID 12257 died...\u000a11:08:03.469474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12257): Terminated: ok {rc=0}\u000a11:08:03.479581 --- ParallelTerminationStrategy: PID 12260 died...\u000a11:08:03.536457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12260): Terminated: ok {rc=0}\u000a11:08:03.546567 --- ParallelTerminationStrategy: PID 12263 died...\u000a11:08:03.603089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12263): Terminated: ok {rc=0}\u000a11:08:03.690566 bus /sierra_3: Setting Powered False\u000a11:08:04.797262 bus /sierra_3: Setting Powered False\u000a11:08:05.905389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12277): Process ended prematurely: osmo-stp_10.42.42.5(pid=12277) [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12277): Process ended prematurely: osmo-stp_10.42.42.5(pid=12277) [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:08:07.888488 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:07.900324 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:08:08.058081 tst mo_mt_call.py: using LAC 33525\u000a11:08:08.186272 tst mo_mt_call.py: using RAC 120\u000a11:08:08.314624 tst mo_mt_call.py: using CellId 33525\u000a11:08:08.436162 tst mo_mt_call.py: using BVCI 33526\u000a11:08:08.459503 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:08.470820 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:08.482103 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:08.493284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:08.504439 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:08.515435 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:08:08.636473 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:08:08.837670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:09.320580 run create_hlr_db(pid=12271): Launched\u000a11:08:09.494148 bus /sierra_2: Setting Powered False\u000a11:08:10.515078 run create_hlr_db(pid=12271): Terminated: ok {rc=0}\u000a11:08:10.946591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12273): Launched\u000a11:08:11.271843 run osmo-hlr_10.42.42.2(pid=12274): Launched\u000a11:08:11.390819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:11.919632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12276): Launched\u000a11:08:12.221917 run osmo-stp_10.42.42.5(pid=12277): Launched\u000a11:08:12.330483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:12.884241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12279): Launched\u000a11:08:13.187103 run osmo-msc_10.42.42.6(pid=12280): Launched\u000a11:08:13.364214 run osmo-stp_10.42.42.5(pid=12277): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)]\u000a11:08:13.492326 run osmo-stp_10.42.42.5(pid=12277): stdout: \u000a| (launched: 2022-12-13_11:08:12.073423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:13.617969 run osmo-stp_10.42.42.5(pid=12277): stderr: \u000a| �[0;m�[38;5;43m20221213110812244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110812244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110812245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110812245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110812246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110812246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110812246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:13.739001 run osmo-stp_10.42.42.5(pid=12277): stdout: \u000a| (launched: 2022-12-13_11:08:12.073423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:13.859029 run osmo-stp_10.42.42.5(pid=12277): stderr: \u000a| �[0;m�[38;5;43m20221213110812244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110812244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110812245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110812245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110812246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110812246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110812246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:13.912094 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12277): Process ended prematurely: osmo-stp_10.42.42.5(pid=12277) [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:08:13.920557 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:08:13.979883 run osmo-hlr_10.42.42.2(pid=12274): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12274)]\u000a11:08:14.028823 run osmo-hlr_10.42.42.2(pid=12274): stdout: \u000a| (launched: 2022-12-13_11:08:11.111314) \u000a11:08:14.078432 run osmo-hlr_10.42.42.2(pid=12274): stderr: \u000a| �[0;m�[1;31m20221213110811310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110811310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110811310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110811310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110811310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110811310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110811325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110811335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110811335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110811335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:14.146382 run osmo-msc_10.42.42.6(pid=12280): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12280)]\u000a11:08:14.195012 run osmo-msc_10.42.42.6(pid=12280): stdout: \u000a| (launched: 2022-12-13_11:08:13.037793) \u000a11:08:14.244172 run osmo-msc_10.42.42.6(pid=12280): stderr: \u000a| �[0;m�[38;5;43m20221213110813307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110813307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f230d7f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110813308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110813308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110813308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110813308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110813310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110813310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110813310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110813310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:14.285983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12273): Terminating (SIGTERM)\u000a11:08:14.325383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12276): Terminating (SIGTERM)\u000a11:08:14.365371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12279): Terminating (SIGTERM)\u000a11:08:14.374544 --- ParallelTerminationStrategy: PID 12273 died...\u000a11:08:14.427357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12273): Terminated: ok {rc=0}\u000a11:08:14.436878 --- ParallelTerminationStrategy: PID 12276 died...\u000a11:08:14.489616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12276): Terminated: ok {rc=0}\u000a11:08:14.499109 --- ParallelTerminationStrategy: PID 12279 died...\u000a11:08:14.551866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12279): Terminated: ok {rc=0}\u000a11:08:14.635780 bus /sierra_3: Setting Powered False\u000a11:08:15.742022 bus /sierra_3: Setting Powered False\u000a11:08:16.871416 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12288): Process ended prematurely: osmo-stp_10.42.42.5(pid=12288) [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12288): Process ended prematurely: osmo-stp_10.42.42.5(pid=12288) [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:08:17.989814 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:18.002158 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:08:18.156737 tst mo_mt_call_osmux.py: using LAC 33526\u000a11:08:18.285488 tst mo_mt_call_osmux.py: using RAC 121\u000a11:08:18.411860 tst mo_mt_call_osmux.py: using CellId 33526\u000a11:08:18.538244 tst mo_mt_call_osmux.py: using BVCI 33527\u000a11:08:18.562870 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:18.574527 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:18.586060 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:18.597511 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:18.609422 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:08:18.621284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:08:18.738862 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:08:18.940349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:19.425941 run create_hlr_db(pid=12282): Launched\u000a11:08:19.599109 bus /sierra_2: Setting Powered False\u000a11:08:20.621092 run create_hlr_db(pid=12282): Terminated: ok {rc=0}\u000a11:08:21.053168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12284): Launched\u000a11:08:21.378673 run osmo-hlr_10.42.42.2(pid=12285): Launched\u000a11:08:21.500461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:22.064481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12287): Launched\u000a11:08:22.390671 run osmo-stp_10.42.42.5(pid=12288): Launched\u000a11:08:22.508846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:23.104017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12290): Launched\u000a11:08:23.428540 run osmo-msc_10.42.42.6(pid=12291): Launched\u000a11:08:23.619821 run osmo-stp_10.42.42.5(pid=12288): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)]\u000a11:08:23.758094 run osmo-stp_10.42.42.5(pid=12288): stdout: \u000a| (launched: 2022-12-13_11:08:22.229557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:23.894884 run osmo-stp_10.42.42.5(pid=12288): stderr: \u000a| �[0;m�[38;5;43m20221213110822422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110822422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110822422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110822423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110822423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110822423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110822423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:24.025498 run osmo-stp_10.42.42.5(pid=12288): stdout: \u000a| (launched: 2022-12-13_11:08:22.229557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:24.155190 run osmo-stp_10.42.42.5(pid=12288): stderr: \u000a| �[0;m�[38;5;43m20221213110822422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110822422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110822422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110822423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110822423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110822423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110822423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:24.212130 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12288): Process ended prematurely: osmo-stp_10.42.42.5(pid=12288) [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)] [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:08:24.221526 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:08:24.284536 run osmo-hlr_10.42.42.2(pid=12285): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12285)]\u000a11:08:24.336306 run osmo-hlr_10.42.42.2(pid=12285): stdout: \u000a| (launched: 2022-12-13_11:08:21.218402) \u000a11:08:24.388792 run osmo-hlr_10.42.42.2(pid=12285): stderr: \u000a| �[0;m�[1;31m20221213110821417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110821417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110821417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110821417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110821417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110821417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110821433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110821443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110821443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110821443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:24.459916 run osmo-msc_10.42.42.6(pid=12291): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12291)]\u000a11:08:24.511359 run osmo-msc_10.42.42.6(pid=12291): stdout: \u000a| (launched: 2022-12-13_11:08:23.269184) \u000a11:08:24.563547 run osmo-msc_10.42.42.6(pid=12291): stderr: \u000a| �[0;m�[38;5;43m20221213110823591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110823591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbdcbdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110823591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110823591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110823591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110823592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110823593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110823594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110823594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110823594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:24.607768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12284): Terminating (SIGTERM)\u000a11:08:24.649611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12287): Terminating (SIGTERM)\u000a11:08:24.691923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12290): Terminating (SIGTERM)\u000a11:08:24.701568 --- ParallelTerminationStrategy: PID 12284 died...\u000a11:08:24.757883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12284): Terminated: ok {rc=0}\u000a11:08:24.767878 --- ParallelTerminationStrategy: PID 12287 died...\u000a11:08:24.823589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12287): Terminated: ok {rc=0}\u000a11:08:24.833907 --- ParallelTerminationStrategy: PID 12290 died...\u000a11:08:24.889680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12290): Terminated: ok {rc=0}\u000a11:08:24.976722 bus /sierra_3: Setting Powered False\u000a11:08:26.078535 bus /sierra_3: Setting Powered False\u000a11:08:27.189485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:08:07" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:08:29.168600 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:29.179276 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:08:29.301896 tst emergency_mo_mt_call.py: using LAC 33527\u000a11:08:29.421024 tst emergency_mo_mt_call.py: using RAC 122\u000a11:08:29.537954 tst emergency_mo_mt_call.py: using CellId 33527\u000a11:08:29.666166 tst emergency_mo_mt_call.py: using BVCI 33528\u000a11:08:29.690243 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:29.701560 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:29.712604 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:29.723647 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:29.735176 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:29.747104 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:29.862755 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:30.057176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:30.524868 run create_hlr_db(pid=12296): Launched\u000a11:08:30.692873 bus /sierra_2: Setting Powered False\u000a11:08:31.733311 run create_hlr_db(pid=12296): Terminated: ok {rc=0}\u000a11:08:32.165921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Launched\u000a11:08:32.484513 run osmo-hlr_10.42.42.2(pid=12299): Launched\u000a11:08:32.603815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:33.149990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Launched\u000a11:08:33.464939 run osmo-stp_10.42.42.5(pid=12302): Launched\u000a11:08:33.591916 tst emergency_mo_mt_call.py: using MSISDN 8119\u000a11:08:33.748942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:34.322466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12304): Launched\u000a11:08:34.637863 run osmo-msc_10.42.42.6(pid=12305): Launched\u000a11:08:34.823863 run osmo-stp_10.42.42.5(pid=12302): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]\u000a11:08:34.958385 run osmo-stp_10.42.42.5(pid=12302): stdout: \u000a| (launched: 2022-12-13_11:08:33.309389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:35.092180 run osmo-stp_10.42.42.5(pid=12302): stderr: \u000a| �[0;m�[38;5;43m20221213110833502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110833502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110833502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110833502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110833503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110833503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110833503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:35.219085 run osmo-stp_10.42.42.5(pid=12302): stdout: \u000a| (launched: 2022-12-13_11:08:33.309389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:35.344675 run osmo-stp_10.42.42.5(pid=12302): stderr: \u000a| �[0;m�[38;5;43m20221213110833502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110833502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110833502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110833502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110833503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110833503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110833503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:35.399598 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)] [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a11:08:35.408215 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a11:08:35.470932 run osmo-hlr_10.42.42.2(pid=12299): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12299)]\u000a11:08:35.522401 run osmo-hlr_10.42.42.2(pid=12299): stdout: \u000a| (launched: 2022-12-13_11:08:32.329078) \u000a11:08:35.574476 run osmo-hlr_10.42.42.2(pid=12299): stderr: \u000a| �[0;m�[1;31m20221213110832526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110832526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110832526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110832526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110832526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110832526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110832539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110832547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110832548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110832548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:35.645253 run osmo-msc_10.42.42.6(pid=12305): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12305)]\u000a11:08:35.696533 run osmo-msc_10.42.42.6(pid=12305): stdout: \u000a| (launched: 2022-12-13_11:08:34.482013) \u000a11:08:35.748628 run osmo-msc_10.42.42.6(pid=12305): stderr: \u000a| �[0;m�[38;5;43m20221213110834802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110834802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82c7a10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110834802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110834802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110834802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110834803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110834804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110834805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110834805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110834805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:35.792906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Terminating (SIGTERM)\u000a11:08:35.834770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Terminating (SIGTERM)\u000a11:08:35.876558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12304): Terminating (SIGTERM)\u000a11:08:35.886311 --- ParallelTerminationStrategy: PID 12298 died...\u000a11:08:35.942425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Terminated: ok {rc=0}\u000a11:08:35.952373 --- ParallelTerminationStrategy: PID 12301 died...\u000a11:08:36.008220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Terminated: ok {rc=0}\u000a11:08:36.018203 --- ParallelTerminationStrategy: PID 12304 died...\u000a11:08:36.074073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12304): Terminated: ok {rc=0}\u000a11:08:36.159431 bus /sierra_3: Setting Powered False\u000a11:08:37.264994 bus /sierra_3: Setting Powered False\u000a11:08:38.372620 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12313): Process ended prematurely: osmo-stp_10.42.42.5(pid=12313) [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12313): Process ended prematurely: osmo-stp_10.42.42.5(pid=12313) [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:08:39.424337 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:39.436295 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:08:39.564445 tst emergency_preemptive_call.py: using LAC 33528\u000a11:08:39.680668 tst emergency_preemptive_call.py: using RAC 123\u000a11:08:39.797456 tst emergency_preemptive_call.py: using CellId 33528\u000a11:08:39.915576 tst emergency_preemptive_call.py: using BVCI 33529\u000a11:08:39.937537 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:39.948339 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:39.958873 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:39.969545 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:39.980171 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a11:08:39.990853 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:40.110053 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:40.225330 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:40.341838 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:40.547532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:41.043170 run create_hlr_db(pid=12307): Launched\u000a11:08:41.225044 bus /sierra_2: Setting Powered False\u000a11:08:42.245625 run create_hlr_db(pid=12307): Terminated: ok {rc=0}\u000a11:08:42.662671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12309): Launched\u000a11:08:42.977536 run osmo-hlr_10.42.42.2(pid=12310): Launched\u000a11:08:43.095219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:43.638314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12312): Launched\u000a11:08:43.951884 run osmo-stp_10.42.42.5(pid=12313): Launched\u000a11:08:44.077637 tst emergency_preemptive_call.py: using MSISDN 8120\u000a11:08:44.233966 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:44.810203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12315): Launched\u000a11:08:45.123290 run osmo-msc_10.42.42.6(pid=12316): Launched\u000a11:08:45.308311 run osmo-stp_10.42.42.5(pid=12313): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)]\u000a11:08:45.442127 run osmo-stp_10.42.42.5(pid=12313): stdout: \u000a| (launched: 2022-12-13_11:08:43.797979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:45.575425 run osmo-stp_10.42.42.5(pid=12313): stderr: \u000a| �[0;m�[38;5;43m20221213110843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110843990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110843992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110843992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110843992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:45.701992 run osmo-stp_10.42.42.5(pid=12313): stdout: \u000a| (launched: 2022-12-13_11:08:43.797979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:45.827744 run osmo-stp_10.42.42.5(pid=12313): stderr: \u000a| �[0;m�[38;5;43m20221213110843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110843990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110843992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110843992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110843992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:45.883578 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12313): Process ended prematurely: osmo-stp_10.42.42.5(pid=12313) [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)] [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a11:08:45.892712 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a11:08:45.957687 run osmo-hlr_10.42.42.2(pid=12310): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12310)]\u000a11:08:46.010749 run osmo-hlr_10.42.42.2(pid=12310): stdout: \u000a| (launched: 2022-12-13_11:08:42.822548) \u000a11:08:46.064255 run osmo-hlr_10.42.42.2(pid=12310): stderr: \u000a| �[0;m�[1;31m20221213110843023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110843023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110843023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110843024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110843024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110843024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110843036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110843047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110843047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110843047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:46.136651 run osmo-msc_10.42.42.6(pid=12316): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12316)]\u000a11:08:46.189322 run osmo-msc_10.42.42.6(pid=12316): stdout: \u000a| (launched: 2022-12-13_11:08:44.969086) \u000a11:08:46.243209 run osmo-msc_10.42.42.6(pid=12316): stderr: \u000a| �[0;m�[38;5;43m20221213110845290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213110845290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ba4170c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213110845290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213110845290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213110845290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213110845290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213110845292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213110845293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213110845293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213110845293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:46.288983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12309): Terminating (SIGTERM)\u000a11:08:46.332391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12312): Terminating (SIGTERM)\u000a11:08:46.378149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12315): Terminating (SIGTERM)\u000a11:08:46.388627 --- ParallelTerminationStrategy: PID 12309 died...\u000a11:08:46.448187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12309): Terminated: ok {rc=0}\u000a11:08:46.459201 --- ParallelTerminationStrategy: PID 12312 died...\u000a11:08:46.518338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12312): Terminated: ok {rc=0}\u000a11:08:46.529374 --- ParallelTerminationStrategy: PID 12315 died...\u000a11:08:46.588282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12315): Terminated: ok {rc=0}\u000a11:08:46.677918 bus /sierra_9: Setting Powered False\u000a11:08:47.804657 bus /sierra_9: Setting Powered False\u000a11:08:48.924983 bus /sierra_8: Setting Powered False\u000a11:08:50.029306 bus /sierra_8: Setting Powered False\u000a11:08:51.139387 bus /sierra_3: Setting Powered False\u000a11:08:52.241802 bus /sierra_3: Setting Powered False\u000a11:08:53.354561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:08:28" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12603): Process ended prematurely: osmo-stp_10.42.42.5(pid=12603) [trial-2388↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12603): Process ended prematurely: osmo-stp_10.42.42.5(pid=12603) [trial-2388↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:08:55.457289 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:55.468840 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:08:55.596472 tst cs_paging_gprs_active.py: using LAC 33529\u000a11:08:55.720060 tst cs_paging_gprs_active.py: using RAC 124\u000a11:08:55.842490 tst cs_paging_gprs_active.py: using CellId 33529\u000a11:08:55.963102 tst cs_paging_gprs_active.py: using BVCI 33530\u000a11:08:55.987093 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:55.998803 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.011395 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.022845 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.034444 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.046217 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.058103 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.069749 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:08:56.082614 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:56.199762 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:08:56.483540 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:08:56.611509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:08:56.950537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Launched\u000a11:08:57.239815 run iperf3-srv_10.42.42.10(pid=12594): Launched\u000a11:08:57.426687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:08:57.558152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:08:57.900106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12595): Launched\u000a11:08:58.197950 run iperf3-srv_10.42.42.10(pid=12596): Launched\u000a11:08:58.398604 tst cs_paging_gprs_active.py:38: start network...\u000a11:08:58.536413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:59.087329 run create_hlr_db(pid=12597): Launched\u000a11:08:59.276477 bus /sierra_2: Setting Powered False\u000a11:09:00.300610 run create_hlr_db(pid=12597): Terminated: ok {rc=0}\u000a11:09:00.757968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12599): Launched\u000a11:09:01.244012 run osmo-hlr_10.42.42.2(pid=12600): Launched\u000a11:09:01.465118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:02.220151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12602): Launched\u000a11:09:02.743882 run osmo-stp_10.42.42.5(pid=12603): Launched\u000a11:09:03.002606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:09:03.635215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12605): Launched\u000a11:09:03.757215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:09:04.066145 run patchelf(pid=12606): Launched\u000a11:09:04.261234 run osmo-stp_10.42.42.5(pid=12603): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)]\u000a11:09:04.404739 run osmo-stp_10.42.42.5(pid=12603): stdout: \u000a| (launched: 2022-12-13_11:09:02.420685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:04.548469 run osmo-stp_10.42.42.5(pid=12603): stderr: \u000a| �[0;m�[38;5;43m20221213110902775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110902776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110902776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110902777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110902777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110902777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110902777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:04.688156 run osmo-stp_10.42.42.5(pid=12603): stdout: \u000a| (launched: 2022-12-13_11:09:02.420685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:04.827945 run osmo-stp_10.42.42.5(pid=12603): stderr: \u000a| �[0;m�[38;5;43m20221213110902775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110902776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110902776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110902777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110902777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110902777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110902777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:04.987790 run patchelf(pid=12606): Terminating (SIGINT)\u000a11:09:05.177392 run patchelf(pid=12606): Terminated: ok {rc=0}\u000a11:09:05.212656 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12603): Process ended prematurely: osmo-stp_10.42.42.5(pid=12603) [trial-2388↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)] [trial-2388↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a11:09:05.223676 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a11:09:05.291811 run osmo-hlr_10.42.42.2(pid=12600): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12600)]\u000a11:09:05.346350 run osmo-hlr_10.42.42.2(pid=12600): stdout: \u000a| (launched: 2022-12-13_11:09:00.937787) \u000a11:09:05.402006 run osmo-hlr_10.42.42.2(pid=12600): stderr: \u000a| �[0;m�[1;31m20221213110901262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110901262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110901262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110901262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110901263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110901263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110901304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110901326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110901326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110901326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:05.449221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Terminating (SIGTERM)\u000a11:09:05.496876 run iperf3-srv_10.42.42.10(pid=12594): Terminating (SIGTERM)\u000a11:09:05.543691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12595): Terminating (SIGTERM)\u000a11:09:05.590461 run iperf3-srv_10.42.42.10(pid=12596): Terminating (SIGTERM)\u000a11:09:05.637064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12599): Terminating (SIGTERM)\u000a11:09:05.685567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12602): Terminating (SIGTERM)\u000a11:09:05.732646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12605): Terminating (SIGTERM)\u000a11:09:05.743644 --- ParallelTerminationStrategy: PID 12593 died...\u000a11:09:05.807392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Terminated: ok {rc=0}\u000a11:09:05.819824 --- ParallelTerminationStrategy: PID 12594 died...\u000a11:09:05.878513 run iperf3-srv_10.42.42.10(pid=12594): Terminated {rc=256}\u000a11:09:05.891466 --- ParallelTerminationStrategy: PID 12595 died...\u000a11:09:05.950650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12595): Terminated: ok {rc=0}\u000a11:09:05.961989 --- ParallelTerminationStrategy: PID 12596 died...\u000a11:09:06.022986 run iperf3-srv_10.42.42.10(pid=12596): Terminated {rc=256}\u000a11:09:06.035311 --- ParallelTerminationStrategy: PID 12599 died...\u000a11:09:06.095283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12599): Terminated: ok {rc=0}\u000a11:09:06.107167 --- ParallelTerminationStrategy: PID 12602 died...\u000a11:09:06.165819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12602): Terminated: ok {rc=0}\u000a11:09:06.177894 --- ParallelTerminationStrategy: PID 12605 died...\u000a11:09:06.237415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12605): Terminated: ok {rc=0}\u000a11:09:06.331612 bus /gobi_0: Setting Powered False\u000a11:09:07.440900 bus /gobi_0: Setting Powered False\u000a11:09:08.557487 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12615): Process ended prematurely: osmo-stp_10.42.42.5(pid=12615) [trial-2388↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12615): Process ended prematurely: osmo-stp_10.42.42.5(pid=12615) [trial-2388↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a11:09:09.672270 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:09.683954 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:09:09.823355 tst iperf3.py: using LAC 33530\u000a11:09:09.947884 tst iperf3.py: using RAC 125\u000a11:09:10.070403 tst iperf3.py: using CellId 33530\u000a11:09:10.193413 tst iperf3.py: using BVCI 33531\u000a11:09:10.217928 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.229053 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.239974 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.250948 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.262190 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.273322 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.284634 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.295783 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:10.307116 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:10.603521 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:09:10.736358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:11.064599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12607): Launched\u000a11:09:11.337643 run iperf3-srv_10.42.42.10(pid=12608): Launched\u000a11:09:11.532845 tst iperf3.py:8: start network...\u000a11:09:11.666131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:12.166954 run create_hlr_db(pid=12609): Launched\u000a11:09:12.352126 bus /gobi_6: Setting Powered False\u000a11:09:13.372050 run create_hlr_db(pid=12609): Terminated: ok {rc=0}\u000a11:09:13.769776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12611): Launched\u000a11:09:14.066724 run osmo-hlr_10.42.42.2(pid=12612): Launched\u000a11:09:14.182844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:14.704582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12614): Launched\u000a11:09:14.999559 run osmo-stp_10.42.42.5(pid=12615): Launched\u000a11:09:15.107168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:09:15.624511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12617): Launched\u000a11:09:15.729405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:09:16.050694 run patchelf(pid=12618): Launched\u000a11:09:16.243155 run osmo-stp_10.42.42.5(pid=12615): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)]\u000a11:09:16.384721 run osmo-stp_10.42.42.5(pid=12615): stdout: \u000a| (launched: 2022-12-13_11:09:14.854446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:16.527252 run osmo-stp_10.42.42.5(pid=12615): stderr: \u000a| �[0;m�[38;5;43m20221213110915024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110915024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110915024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110915025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110915025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110915025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110915025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:16.663939 run osmo-stp_10.42.42.5(pid=12615): stdout: \u000a| (launched: 2022-12-13_11:09:14.854446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:16.802429 run osmo-stp_10.42.42.5(pid=12615): stderr: \u000a| �[0;m�[38;5;43m20221213110915024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110915024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110915024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110915025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110915025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110915025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110915025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:16.960504 run patchelf(pid=12618): Terminating (SIGINT)\u000a11:09:17.147184 run patchelf(pid=12618): Terminated: ok {rc=0}\u000a11:09:17.181645 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12615): Process ended prematurely: osmo-stp_10.42.42.5(pid=12615) [trial-2388↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)] [trial-2388↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a11:09:17.191712 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:09:17.256748 run osmo-hlr_10.42.42.2(pid=12612): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12612)]\u000a11:09:17.309466 run osmo-hlr_10.42.42.2(pid=12612): stdout: \u000a| (launched: 2022-12-13_11:09:13.921197) \u000a11:09:17.362580 run osmo-hlr_10.42.42.2(pid=12612): stderr: \u000a| �[0;m�[1;31m20221213110914101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110914101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110914101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110914101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110914101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110914101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110914114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110914122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110914122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110914122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:17.408352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12607): Terminating (SIGTERM)\u000a11:09:17.451278 run iperf3-srv_10.42.42.10(pid=12608): Terminating (SIGTERM)\u000a11:09:17.494063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12611): Terminating (SIGTERM)\u000a11:09:17.536720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12614): Terminating (SIGTERM)\u000a11:09:17.580213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12617): Terminating (SIGTERM)\u000a11:09:17.590114 --- ParallelTerminationStrategy: PID 12607 died...\u000a11:09:17.648160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12607): Terminated: ok {rc=0}\u000a11:09:17.658474 --- ParallelTerminationStrategy: PID 12608 died...\u000a11:09:17.716052 run iperf3-srv_10.42.42.10(pid=12608): Terminated {rc=256}\u000a11:09:17.726280 --- ParallelTerminationStrategy: PID 12611 died...\u000a11:09:17.783939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12611): Terminated: ok {rc=0}\u000a11:09:17.794012 --- ParallelTerminationStrategy: PID 12614 died...\u000a11:09:17.850703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12614): Terminated: ok {rc=0}\u000a11:09:17.860904 --- ParallelTerminationStrategy: PID 12617 died...\u000a11:09:17.917508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12617): Terminated: ok {rc=0}\u000a11:09:18.004613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12633): Process ended prematurely: osmo-stp_10.42.42.5(pid=12633) [trial-2388↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12633)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12633): Process ended prematurely: osmo-stp_10.42.42.5(pid=12633) [trial-2388↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a11:09:19.121405 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.133065 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:09:19.262019 tst iperf3m4.py: using LAC 33531\u000a11:09:19.386226 tst iperf3m4.py: using RAC 126\u000a11:09:19.509774 tst iperf3m4.py: using CellId 33531\u000a11:09:19.633442 tst iperf3m4.py: using BVCI 33532\u000a11:09:19.657624 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.668604 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.679589 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.690485 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.701711 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.712729 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.724046 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.735338 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:19.746893 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:19.868384 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:19.986568 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:20.102518 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:20.376529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:09:20.500411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:20.810103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12619): Launched\u000a11:09:21.065660 run iperf3-srv_10.42.42.10(pid=12620): Launched\u000a11:09:21.245935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:09:21.369396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:21.678225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12621): Launched\u000a11:09:21.933334 run iperf3-srv_10.42.42.10(pid=12622): Launched\u000a11:09:22.113002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:09:22.235805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:22.542914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12623): Launched\u000a11:09:22.798236 run iperf3-srv_10.42.42.10(pid=12624): Launched\u000a11:09:22.976824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:09:23.099025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:23.405678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12625): Launched\u000a11:09:23.660389 run iperf3-srv_10.42.42.10(pid=12626): Launched\u000a11:09:23.840419 tst iperf3m4.py:8: start network...\u000a11:09:23.963102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:24.437866 run create_hlr_db(pid=12627): Launched\u000a11:09:24.607646 bus /gobi_6: Setting Powered False\u000a11:09:25.630145 run create_hlr_db(pid=12627): Terminated: ok {rc=0}\u000a11:09:26.054488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12629): Launched\u000a11:09:26.373791 run osmo-hlr_10.42.42.2(pid=12630): Launched\u000a11:09:26.492558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:27.046936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12632): Launched\u000a11:09:27.366268 run osmo-stp_10.42.42.5(pid=12633): Launched\u000a11:09:27.482761 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:09:28.039467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12635): Launched\u000a11:09:28.153713 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:09:28.432574 run patchelf(pid=12636): Launched\u000a11:09:28.621397 run osmo-stp_10.42.42.5(pid=12633): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12633)]\u000a11:09:28.758312 run osmo-stp_10.42.42.5(pid=12633): stdout: \u000a| (launched: 2022-12-13_11:09:27.209070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:28.895897 run osmo-stp_10.42.42.5(pid=12633): stderr: \u000a| �[0;m�[38;5;43m20221213110927400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110927400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110927400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110927401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110927401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110927401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110927401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:29.028344 run osmo-stp_10.42.42.5(pid=12633): stdout: \u000a| (launched: 2022-12-13_11:09:27.209070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:29.159669 run osmo-stp_10.42.42.5(pid=12633): stderr: \u000a| �[0;m�[38;5;43m20221213110927400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110927400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110927400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110927401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110927401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110927401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110927401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:29.312835 run patchelf(pid=12636): Terminating (SIGINT)\u000a11:09:29.492865 run patchelf(pid=12636): Terminated: ok {rc=0}\u000a11:09:29.525931 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12633): Process ended prematurely: osmo-stp_10.42.42.5(pid=12633) [trial-2388↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12633)] [trial-2388↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a11:09:29.535873 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a11:09:29.599435 run osmo-hlr_10.42.42.2(pid=12630): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12630)]\u000a11:09:29.650853 run osmo-hlr_10.42.42.2(pid=12630): stdout: \u000a| (launched: 2022-12-13_11:09:26.216688) \u000a11:09:29.702880 run osmo-hlr_10.42.42.2(pid=12630): stderr: \u000a| �[0;m�[1;31m20221213110926413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110926413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110926413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110926413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110926413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110926413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110926425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110926433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110926433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110926433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:29.747244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12619): Terminating (SIGTERM)\u000a11:09:29.789254 run iperf3-srv_10.42.42.10(pid=12620): Terminating (SIGTERM)\u000a11:09:29.831271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12621): Terminating (SIGTERM)\u000a11:09:29.872891 run iperf3-srv_10.42.42.10(pid=12622): Terminating (SIGTERM)\u000a11:09:29.920625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12623): Terminating (SIGTERM)\u000a11:09:29.962877 run iperf3-srv_10.42.42.10(pid=12624): Terminating (SIGTERM)\u000a11:09:30.005325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12625): Terminating (SIGTERM)\u000a11:09:30.047306 run iperf3-srv_10.42.42.10(pid=12626): Terminating (SIGTERM)\u000a11:09:30.089650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12629): Terminating (SIGTERM)\u000a11:09:30.131683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12632): Terminating (SIGTERM)\u000a11:09:30.173952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12635): Terminating (SIGTERM)\u000a11:09:30.183570 --- ParallelTerminationStrategy: PID 12619 died...\u000a11:09:30.241043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12619): Terminated: ok {rc=0}\u000a11:09:30.251109 --- ParallelTerminationStrategy: PID 12620 died...\u000a11:09:30.308190 run iperf3-srv_10.42.42.10(pid=12620): Terminated {rc=256}\u000a11:09:30.318318 --- ParallelTerminationStrategy: PID 12621 died...\u000a11:09:30.375067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12621): Terminated: ok {rc=0}\u000a11:09:30.385164 --- ParallelTerminationStrategy: PID 12622 died...\u000a11:09:30.441688 run iperf3-srv_10.42.42.10(pid=12622): Terminated {rc=256}\u000a11:09:30.451650 --- ParallelTerminationStrategy: PID 12623 died...\u000a11:09:30.508426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12623): Terminated: ok {rc=0}\u000a11:09:30.518452 --- ParallelTerminationStrategy: PID 12624 died...\u000a11:09:30.575358 run iperf3-srv_10.42.42.10(pid=12624): Terminated {rc=256}\u000a11:09:30.585470 --- ParallelTerminationStrategy: PID 12625 died...\u000a11:09:30.642750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12625): Terminated: ok {rc=0}\u000a11:09:30.652713 --- ParallelTerminationStrategy: PID 12626 died...\u000a11:09:30.710335 run iperf3-srv_10.42.42.10(pid=12626): Terminated {rc=256}\u000a11:09:30.720380 --- ParallelTerminationStrategy: PID 12629 died...\u000a11:09:30.777808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12629): Terminated: ok {rc=0}\u000a11:09:30.787925 --- ParallelTerminationStrategy: PID 12632 died...\u000a11:09:30.844859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12632): Terminated: ok {rc=0}\u000a11:09:30.855658 --- ParallelTerminationStrategy: PID 12635 died...\u000a11:09:30.913595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12635): Terminated: ok {rc=0}\u000a11:09:31.019716 bus /gobi_4: Setting Powered False\u000a11:09:32.151876 bus /gobi_4: Setting Powered False\u000a11:09:33.266462 bus /gobi_1: Setting Powered False\u000a11:09:34.369186 bus /gobi_1: Setting Powered False\u000a11:09:35.479111 bus /gobi_0: Setting Powered False\u000a11:09:36.580689 bus /gobi_0: Setting Powered False\u000a11:09:37.690578 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2388↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2388↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a11:09:38.759317 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:38.771203 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:09:38.903944 tst ping.py: using LAC 33532\u000a11:09:39.027828 tst ping.py: using RAC 127\u000a11:09:39.147922 tst ping.py: using CellId 33532\u000a11:09:39.269406 tst ping.py: using BVCI 33533\u000a11:09:39.293244 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.304207 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.315363 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.326404 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.337562 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.348634 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.359939 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:39.371252 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:39.642299 tst ping.py:19: start network...\u000a11:09:39.763227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:40.228313 run create_hlr_db(pid=12638): Launched\u000a11:09:40.395753 bus /gobi_6: Setting Powered False\u000a11:09:41.417129 run create_hlr_db(pid=12638): Terminated: ok {rc=0}\u000a11:09:41.835663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Launched\u000a11:09:42.148429 run osmo-hlr_10.42.42.2(pid=12641): Launched\u000a11:09:42.263316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:42.808870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Launched\u000a11:09:43.122440 run osmo-stp_10.42.42.5(pid=12644): Launched\u000a11:09:43.236198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:09:43.782581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12646): Launched\u000a11:09:43.894450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:09:44.166082 run patchelf(pid=12647): Launched\u000a11:09:44.349319 run osmo-stp_10.42.42.5(pid=12644): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]\u000a11:09:44.483263 run osmo-stp_10.42.42.5(pid=12644): stdout: \u000a| (launched: 2022-12-13_11:09:42.968470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:44.617713 run osmo-stp_10.42.42.5(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221213110943161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110943161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110943162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110943162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110943162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110943163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110943163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:44.747515 run osmo-stp_10.42.42.5(pid=12644): stdout: \u000a| (launched: 2022-12-13_11:09:42.968470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:44.876367 run osmo-stp_10.42.42.5(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221213110943161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110943161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110943162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110943162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110943162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110943163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110943163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:45.026278 run patchelf(pid=12647): Terminating (SIGINT)\u000a11:09:45.202248 run patchelf(pid=12647): Terminated: ok {rc=0}\u000a11:09:45.234207 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2388↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)] [trial-2388↪gprs:nanobts+band-1900↪ping.py:22]\u000a11:09:45.243302 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:09:45.306528 run osmo-hlr_10.42.42.2(pid=12641): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12641)]\u000a11:09:45.358111 run osmo-hlr_10.42.42.2(pid=12641): stdout: \u000a| (launched: 2022-12-13_11:09:41.994921) \u000a11:09:45.410362 run osmo-hlr_10.42.42.2(pid=12641): stderr: \u000a| �[0;m�[1;31m20221213110942191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110942191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110942191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110942191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110942191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110942191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110942204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110942212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110942212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110942212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:45.454693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Terminating (SIGTERM)\u000a11:09:45.497020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Terminating (SIGTERM)\u000a11:09:45.539062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12646): Terminating (SIGTERM)\u000a11:09:45.548836 --- ParallelTerminationStrategy: PID 12640 died...\u000a11:09:45.605360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Terminated: ok {rc=0}\u000a11:09:45.615595 --- ParallelTerminationStrategy: PID 12643 died...\u000a11:09:45.671697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Terminated: ok {rc=0}\u000a11:09:45.682207 --- ParallelTerminationStrategy: PID 12646 died...\u000a11:09:45.738119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12646): Terminated: ok {rc=0}\u000a11:09:45.823435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12654): Process ended prematurely: osmo-stp_10.42.42.5(pid=12654) [trial-2388↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12654)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12654): Process ended prematurely: osmo-stp_10.42.42.5(pid=12654) [trial-2388↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a11:09:46.874672 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:46.888119 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a11:09:47.023833 tst ping_idle_ping.py: using LAC 33533\u000a11:09:47.167885 tst ping_idle_ping.py: using RAC 128\u000a11:09:47.297242 tst ping_idle_ping.py: using CellId 33533\u000a11:09:47.410398 tst ping_idle_ping.py: using BVCI 33534\u000a11:09:47.432606 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.443338 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.453858 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.464278 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.474677 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.485491 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.496066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a11:09:47.506560 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a11:09:47.775185 tst ping_idle_ping.py:24: start network...\u000a11:09:47.895995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:48.365208 run create_hlr_db(pid=12648): Launched\u000a11:09:48.533420 bus /gobi_6: Setting Powered False\u000a11:09:49.555582 run create_hlr_db(pid=12648): Terminated: ok {rc=0}\u000a11:09:49.975292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12650): Launched\u000a11:09:50.290262 run osmo-hlr_10.42.42.2(pid=12651): Launched\u000a11:09:50.409419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:50.954859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12653): Launched\u000a11:09:51.269290 run osmo-stp_10.42.42.5(pid=12654): Launched\u000a11:09:51.384350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:09:51.932281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12656): Launched\u000a11:09:52.044525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:09:52.318118 run patchelf(pid=12657): Launched\u000a11:09:52.502300 run osmo-stp_10.42.42.5(pid=12654): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12654)]\u000a11:09:52.636744 run osmo-stp_10.42.42.5(pid=12654): stdout: \u000a| (launched: 2022-12-13_11:09:51.114380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:52.771410 run osmo-stp_10.42.42.5(pid=12654): stderr: \u000a| �[0;m�[38;5;43m20221213110951306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110951306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110951306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110951306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110951309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110951309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110951309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:52.902317 run osmo-stp_10.42.42.5(pid=12654): stdout: \u000a| (launched: 2022-12-13_11:09:51.114380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:53.031992 run osmo-stp_10.42.42.5(pid=12654): stderr: \u000a| �[0;m�[38;5;43m20221213110951306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213110951306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213110951306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213110951306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213110951309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213110951309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213110951309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:53.182851 run patchelf(pid=12657): Terminating (SIGINT)\u000a11:09:53.360144 run patchelf(pid=12657): Terminated: ok {rc=0}\u000a11:09:53.392241 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12654): Process ended prematurely: osmo-stp_10.42.42.5(pid=12654) [trial-2388↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12654)] [trial-2388↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a11:09:53.401528 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:09:53.464485 run osmo-hlr_10.42.42.2(pid=12651): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12651)]\u000a11:09:53.515876 run osmo-hlr_10.42.42.2(pid=12651): stdout: \u000a| (launched: 2022-12-13_11:09:50.135447) \u000a11:09:53.567913 run osmo-hlr_10.42.42.2(pid=12651): stderr: \u000a| �[0;m�[1;31m20221213110950334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213110950334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213110950334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110950334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213110950334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213110950334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213110950346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213110950354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213110950355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213110950355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:53.612257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12650): Terminating (SIGTERM)\u000a11:09:53.654082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12653): Terminating (SIGTERM)\u000a11:09:53.695626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12656): Terminating (SIGTERM)\u000a11:09:53.705334 --- ParallelTerminationStrategy: PID 12650 died...\u000a11:09:53.761422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12650): Terminated: ok {rc=0}\u000a11:09:53.771398 --- ParallelTerminationStrategy: PID 12653 died...\u000a11:09:53.827431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12653): Terminated: ok {rc=0}\u000a11:09:53.838006 --- ParallelTerminationStrategy: PID 12656 died...\u000a11:09:53.893977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12656): Terminated: ok {rc=0}\u000a11:09:53.980575 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:08:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12675): Process ended prematurely: osmo-stp_10.42.42.5(pid=12675) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12675)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12675): Process ended prematurely: osmo-stp_10.42.42.5(pid=12675) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:09:56.112788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.124097 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:09:56.257913 tst cs_paging_gprs_active.py: using LAC 33534\u000a11:09:56.394156 tst cs_paging_gprs_active.py: using RAC 129\u000a11:09:56.526366 tst cs_paging_gprs_active.py: using CellId 33534\u000a11:09:56.653264 tst cs_paging_gprs_active.py: using BVCI 33535\u000a11:09:56.677578 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.688854 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.699918 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.711075 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.722996 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.734863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.746835 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.758736 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:09:56.770888 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:09:56.890346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:09:57.164529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:09:57.287839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:57.595419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12662): Launched\u000a11:09:57.850802 run iperf3-srv_10.42.42.10(pid=12663): Launched\u000a11:09:58.030517 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:09:58.153620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:09:58.460539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12664): Launched\u000a11:09:58.715198 run iperf3-srv_10.42.42.10(pid=12665): Launched\u000a11:09:58.895941 tst cs_paging_gprs_active.py:38: start network...\u000a11:09:59.020434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:59.496199 run create_hlr_db(pid=12666): Launched\u000a11:09:59.665842 bus /gobi_6: Setting Powered False\u000a11:10:00.688744 run create_hlr_db(pid=12666): Terminated: ok {rc=0}\u000a11:10:01.130236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12668): Launched\u000a11:10:01.514060 run osmo-hlr_10.42.42.2(pid=12669): Launched\u000a11:10:01.790707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:02.487781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12674): Launched\u000a11:10:02.784278 run osmo-stp_10.42.42.5(pid=12675): Launched\u000a11:10:02.891645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:10:03.407822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12677): Launched\u000a11:10:03.513666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:10:03.772158 run patchelf(pid=12678): Launched\u000a11:10:03.946121 run osmo-stp_10.42.42.5(pid=12675): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12675)]\u000a11:10:04.073121 run osmo-stp_10.42.42.5(pid=12675): stdout: \u000a| (launched: 2022-12-13_11:10:02.639174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:04.200423 run osmo-stp_10.42.42.5(pid=12675): stderr: \u000a| �[0;m�[38;5;43m20221213111002812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111002812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111002812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111002813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111002813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111002813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111002813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:04.323372 run osmo-stp_10.42.42.5(pid=12675): stdout: \u000a| (launched: 2022-12-13_11:10:02.639174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:04.445188 run osmo-stp_10.42.42.5(pid=12675): stderr: \u000a| �[0;m�[38;5;43m20221213111002812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111002812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111002812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111002813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111002813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111002813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111002813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:04.587249 run patchelf(pid=12678): Terminating (SIGINT)\u000a11:10:04.754780 run patchelf(pid=12678): Terminated: ok {rc=0}\u000a11:10:04.785709 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12675): Process ended prematurely: osmo-stp_10.42.42.5(pid=12675) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12675)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:10:04.794789 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:10:04.854380 run osmo-hlr_10.42.42.2(pid=12669): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12669)]\u000a11:10:04.902876 run osmo-hlr_10.42.42.2(pid=12669): stdout: \u000a| (launched: 2022-12-13_11:10:01.296398) \u000a11:10:04.952295 run osmo-hlr_10.42.42.2(pid=12669): stderr: \u000a| �[0;m�[1;31m20221213111001694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111001694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111001694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111001694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111001694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111001694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111001711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111001733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111001733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111001733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:04.994159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12662): Terminating (SIGTERM)\u000a11:10:05.033888 run iperf3-srv_10.42.42.10(pid=12663): Terminating (SIGTERM)\u000a11:10:05.073146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12664): Terminating (SIGTERM)\u000a11:10:05.112241 run iperf3-srv_10.42.42.10(pid=12665): Terminating (SIGTERM)\u000a11:10:05.151604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12668): Terminating (SIGTERM)\u000a11:10:05.190740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12674): Terminating (SIGTERM)\u000a11:10:05.229930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12677): Terminating (SIGTERM)\u000a11:10:05.239037 --- ParallelTerminationStrategy: PID 12662 died...\u000a11:10:05.291582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12662): Terminated: ok {rc=0}\u000a11:10:05.301149 --- ParallelTerminationStrategy: PID 12663 died...\u000a11:10:05.353361 run iperf3-srv_10.42.42.10(pid=12663): Terminated {rc=256}\u000a11:10:05.362779 --- ParallelTerminationStrategy: PID 12664 died...\u000a11:10:05.415093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12664): Terminated: ok {rc=0}\u000a11:10:05.424485 --- ParallelTerminationStrategy: PID 12665 died...\u000a11:10:05.476508 run iperf3-srv_10.42.42.10(pid=12665): Terminated {rc=256}\u000a11:10:05.485993 --- ParallelTerminationStrategy: PID 12668 died...\u000a11:10:05.538318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12668): Terminated: ok {rc=0}\u000a11:10:05.547769 --- ParallelTerminationStrategy: PID 12674 died...\u000a11:10:05.600026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12674): Terminated: ok {rc=0}\u000a11:10:05.609936 --- ParallelTerminationStrategy: PID 12677 died...\u000a11:10:05.662102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12677): Terminated: ok {rc=0}\u000a11:10:05.749656 bus /gobi_0: Setting Powered False\u000a11:10:06.853121 bus /gobi_0: Setting Powered False\u000a11:10:07.963107 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12687): Process ended prematurely: osmo-stp_10.42.42.5(pid=12687) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12687): Process ended prematurely: osmo-stp_10.42.42.5(pid=12687) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:10:09.071952 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.083341 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:10:09.212218 tst iperf3.py: using LAC 33535\u000a11:10:09.326841 tst iperf3.py: using RAC 130\u000a11:10:09.444226 tst iperf3.py: using CellId 33535\u000a11:10:09.562714 tst iperf3.py: using BVCI 33536\u000a11:10:09.585287 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.596119 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.606734 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.617343 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.627899 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.638532 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.649278 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.659712 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:09.670501 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:09.946476 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:10:10.069585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:10.376793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12679): Launched\u000a11:10:10.631220 run iperf3-srv_10.42.42.10(pid=12680): Launched\u000a11:10:10.811594 tst iperf3.py:8: start network...\u000a11:10:10.934909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:11.409204 run create_hlr_db(pid=12681): Launched\u000a11:10:11.579048 bus /gobi_6: Setting Powered False\u000a11:10:12.600942 run create_hlr_db(pid=12681): Terminated: ok {rc=0}\u000a11:10:13.023132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12683): Launched\u000a11:10:13.342088 run osmo-hlr_10.42.42.2(pid=12684): Launched\u000a11:10:13.459014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:14.014872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12686): Launched\u000a11:10:14.335431 run osmo-stp_10.42.42.5(pid=12687): Launched\u000a11:10:14.452459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:10:15.008302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12689): Launched\u000a11:10:15.122661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:10:15.400687 run patchelf(pid=12690): Launched\u000a11:10:15.587086 run osmo-stp_10.42.42.5(pid=12687): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)]\u000a11:10:15.723357 run osmo-stp_10.42.42.5(pid=12687): stdout: \u000a| (launched: 2022-12-13_11:10:14.176859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:15.870572 run osmo-stp_10.42.42.5(pid=12687): stderr: \u000a| �[0;m�[38;5;43m20221213111014368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111014369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111014369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111014369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111014370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111014370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111014370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:16.013275 run osmo-stp_10.42.42.5(pid=12687): stdout: \u000a| (launched: 2022-12-13_11:10:14.176859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:16.148585 run osmo-stp_10.42.42.5(pid=12687): stderr: \u000a| �[0;m�[38;5;43m20221213111014368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111014369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111014369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111014369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111014370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111014370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111014370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:16.305944 run patchelf(pid=12690): Terminating (SIGINT)\u000a11:10:16.490603 run patchelf(pid=12690): Terminated: ok {rc=0}\u000a11:10:16.525141 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12687): Process ended prematurely: osmo-stp_10.42.42.5(pid=12687) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a11:10:16.536164 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:10:16.602229 run osmo-hlr_10.42.42.2(pid=12684): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12684)]\u000a11:10:16.655834 run osmo-hlr_10.42.42.2(pid=12684): stdout: \u000a| (launched: 2022-12-13_11:10:13.185776) \u000a11:10:16.710734 run osmo-hlr_10.42.42.2(pid=12684): stderr: \u000a| �[0;m�[1;31m20221213111013385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111013385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111013385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111013386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111013386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111013386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111013398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111013407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111013407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111013407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:16.757529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12679): Terminating (SIGTERM)\u000a11:10:16.803889 run iperf3-srv_10.42.42.10(pid=12680): Terminating (SIGTERM)\u000a11:10:16.849910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12683): Terminating (SIGTERM)\u000a11:10:16.893898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12686): Terminating (SIGTERM)\u000a11:10:16.937871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12689): Terminating (SIGTERM)\u000a11:10:16.948147 --- ParallelTerminationStrategy: PID 12679 died...\u000a11:10:17.007782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12679): Terminated: ok {rc=0}\u000a11:10:17.019468 --- ParallelTerminationStrategy: PID 12680 died...\u000a11:10:17.077483 run iperf3-srv_10.42.42.10(pid=12680): Terminated {rc=256}\u000a11:10:17.089267 --- ParallelTerminationStrategy: PID 12683 died...\u000a11:10:17.146983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12683): Terminated: ok {rc=0}\u000a11:10:17.157985 --- ParallelTerminationStrategy: PID 12686 died...\u000a11:10:17.216730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12686): Terminated: ok {rc=0}\u000a11:10:17.227373 --- ParallelTerminationStrategy: PID 12689 died...\u000a11:10:17.283620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12689): Terminated: ok {rc=0}\u000a11:10:17.369826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12705): Process ended prematurely: osmo-stp_10.42.42.5(pid=12705) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12705)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12705): Process ended prematurely: osmo-stp_10.42.42.5(pid=12705) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:10:18.483800 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:18.495582 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:10:18.630190 tst iperf3m4.py: using LAC 33536\u000a11:10:18.754293 tst iperf3m4.py: using RAC 131\u000a11:10:18.884141 tst iperf3m4.py: using CellId 33536\u000a11:10:19.006612 tst iperf3m4.py: using BVCI 33537\u000a11:10:19.030991 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.042336 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.053442 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.064381 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.075745 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.087119 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.098697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.110099 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:19.121683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:19.239082 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:19.356553 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:19.475139 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:19.750182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:10:19.873752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:20.181982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12691): Launched\u000a11:10:20.437417 run iperf3-srv_10.42.42.10(pid=12692): Launched\u000a11:10:20.617999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:10:20.741221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:21.049111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12693): Launched\u000a11:10:21.304486 run iperf3-srv_10.42.42.10(pid=12694): Launched\u000a11:10:21.484854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:10:21.607900 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:21.915396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12695): Launched\u000a11:10:22.171332 run iperf3-srv_10.42.42.10(pid=12696): Launched\u000a11:10:22.352219 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:10:22.475685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:22.783232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12697): Launched\u000a11:10:23.038666 run iperf3-srv_10.42.42.10(pid=12698): Launched\u000a11:10:23.219203 tst iperf3m4.py:8: start network...\u000a11:10:23.342157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:23.821514 run create_hlr_db(pid=12699): Launched\u000a11:10:24.007784 bus /gobi_6: Setting Powered False\u000a11:10:25.027497 run create_hlr_db(pid=12699): Terminated: ok {rc=0}\u000a11:10:25.453668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12701): Launched\u000a11:10:25.773425 run osmo-hlr_10.42.42.2(pid=12702): Launched\u000a11:10:25.890725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:26.447120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12704): Launched\u000a11:10:26.768454 run osmo-stp_10.42.42.5(pid=12705): Launched\u000a11:10:26.885923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:10:27.443850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12707): Launched\u000a11:10:27.557997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:10:27.836336 run patchelf(pid=12708): Launched\u000a11:10:28.023404 run osmo-stp_10.42.42.5(pid=12705): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12705)]\u000a11:10:28.160071 run osmo-stp_10.42.42.5(pid=12705): stdout: \u000a| (launched: 2022-12-13_11:10:26.610335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:28.297228 run osmo-stp_10.42.42.5(pid=12705): stderr: \u000a| �[0;m�[38;5;43m20221213111026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111026803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111026803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111026803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111026803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:28.429773 run osmo-stp_10.42.42.5(pid=12705): stdout: \u000a| (launched: 2022-12-13_11:10:26.610335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:28.561315 run osmo-stp_10.42.42.5(pid=12705): stderr: \u000a| �[0;m�[38;5;43m20221213111026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111026803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111026803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111026803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111026803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:28.714420 run patchelf(pid=12708): Terminating (SIGINT)\u000a11:10:28.895291 run patchelf(pid=12708): Terminated: ok {rc=0}\u000a11:10:28.928415 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12705): Process ended prematurely: osmo-stp_10.42.42.5(pid=12705) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12705)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:10:28.938273 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a11:10:29.001554 run osmo-hlr_10.42.42.2(pid=12702): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12702)]\u000a11:10:29.052872 run osmo-hlr_10.42.42.2(pid=12702): stdout: \u000a| (launched: 2022-12-13_11:10:25.616337) \u000a11:10:29.104918 run osmo-hlr_10.42.42.2(pid=12702): stderr: \u000a| �[0;m�[1;31m20221213111025813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111025813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111025813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111025813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111025813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111025813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111025830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111025838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111025838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111025838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:29.149488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12691): Terminating (SIGTERM)\u000a11:10:29.191651 run iperf3-srv_10.42.42.10(pid=12692): Terminating (SIGTERM)\u000a11:10:29.234362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12693): Terminating (SIGTERM)\u000a11:10:29.276502 run iperf3-srv_10.42.42.10(pid=12694): Terminating (SIGTERM)\u000a11:10:29.318940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12695): Terminating (SIGTERM)\u000a11:10:29.360662 run iperf3-srv_10.42.42.10(pid=12696): Terminating (SIGTERM)\u000a11:10:29.402623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12697): Terminating (SIGTERM)\u000a11:10:29.444756 run iperf3-srv_10.42.42.10(pid=12698): Terminating (SIGTERM)\u000a11:10:29.486581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12701): Terminating (SIGTERM)\u000a11:10:29.528305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12704): Terminating (SIGTERM)\u000a11:10:29.570672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12707): Terminating (SIGTERM)\u000a11:10:29.580405 --- ParallelTerminationStrategy: PID 12691 died...\u000a11:10:29.636386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12691): Terminated: ok {rc=0}\u000a11:10:29.646446 --- ParallelTerminationStrategy: PID 12692 died...\u000a11:10:29.702698 run iperf3-srv_10.42.42.10(pid=12692): Terminated {rc=256}\u000a11:10:29.712659 --- ParallelTerminationStrategy: PID 12693 died...\u000a11:10:29.768380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12693): Terminated: ok {rc=0}\u000a11:10:29.778382 --- ParallelTerminationStrategy: PID 12694 died...\u000a11:10:29.834583 run iperf3-srv_10.42.42.10(pid=12694): Terminated {rc=256}\u000a11:10:29.844504 --- ParallelTerminationStrategy: PID 12695 died...\u000a11:10:29.900414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12695): Terminated: ok {rc=0}\u000a11:10:29.910418 --- ParallelTerminationStrategy: PID 12696 died...\u000a11:10:29.966064 run iperf3-srv_10.42.42.10(pid=12696): Terminated {rc=256}\u000a11:10:29.976092 --- ParallelTerminationStrategy: PID 12697 died...\u000a11:10:30.032055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12697): Terminated: ok {rc=0}\u000a11:10:30.042164 --- ParallelTerminationStrategy: PID 12698 died...\u000a11:10:30.097868 run iperf3-srv_10.42.42.10(pid=12698): Terminated {rc=256}\u000a11:10:30.107824 --- ParallelTerminationStrategy: PID 12701 died...\u000a11:10:30.163632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12701): Terminated: ok {rc=0}\u000a11:10:30.173761 --- ParallelTerminationStrategy: PID 12704 died...\u000a11:10:30.229789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12704): Terminated: ok {rc=0}\u000a11:10:30.239839 --- ParallelTerminationStrategy: PID 12707 died...\u000a11:10:30.295616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12707): Terminated: ok {rc=0}\u000a11:10:30.381876 bus /gobi_4: Setting Powered False\u000a11:10:31.501958 bus /gobi_4: Setting Powered False\u000a11:10:32.608817 bus /gobi_1: Setting Powered False\u000a11:10:33.714710 bus /gobi_1: Setting Powered False\u000a11:10:34.825847 bus /gobi_0: Setting Powered False\u000a11:10:35.929840 bus /gobi_0: Setting Powered False\u000a11:10:37.038579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12715): Process ended prematurely: osmo-stp_10.42.42.5(pid=12715) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12715): Process ended prematurely: osmo-stp_10.42.42.5(pid=12715) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:10:38.106883 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.118821 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:10:38.251038 tst ping.py: using LAC 33537\u000a11:10:38.372776 tst ping.py: using RAC 132\u000a11:10:38.494663 tst ping.py: using CellId 33537\u000a11:10:38.617803 tst ping.py: using BVCI 33538\u000a11:10:38.641630 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.652792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.663932 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.675189 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.686674 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.698001 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.709566 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:38.720801 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:39.005328 tst ping.py:19: start network...\u000a11:10:39.135132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:39.625109 run create_hlr_db(pid=12709): Launched\u000a11:10:39.806276 bus /gobi_6: Setting Powered False\u000a11:10:40.827469 run create_hlr_db(pid=12709): Terminated: ok {rc=0}\u000a11:10:41.244272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12711): Launched\u000a11:10:41.557253 run osmo-hlr_10.42.42.2(pid=12712): Launched\u000a11:10:41.679830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:42.228862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12714): Launched\u000a11:10:42.541935 run osmo-stp_10.42.42.5(pid=12715): Launched\u000a11:10:42.656263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:10:43.203334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12717): Launched\u000a11:10:43.315026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:10:43.587816 run patchelf(pid=12718): Launched\u000a11:10:43.771073 run osmo-stp_10.42.42.5(pid=12715): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)]\u000a11:10:43.905378 run osmo-stp_10.42.42.5(pid=12715): stdout: \u000a| (launched: 2022-12-13_11:10:42.387600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:44.040087 run osmo-stp_10.42.42.5(pid=12715): stderr: \u000a| �[0;m�[38;5;43m20221213111042577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111042577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111042577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111042578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111042578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111042578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111042579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:44.170069 run osmo-stp_10.42.42.5(pid=12715): stdout: \u000a| (launched: 2022-12-13_11:10:42.387600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:44.298647 run osmo-stp_10.42.42.5(pid=12715): stderr: \u000a| �[0;m�[38;5;43m20221213111042577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111042577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111042577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111042578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111042578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111042578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111042579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:44.448256 run patchelf(pid=12718): Terminating (SIGINT)\u000a11:10:44.624422 run patchelf(pid=12718): Terminated: ok {rc=0}\u000a11:10:44.656375 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12715): Process ended prematurely: osmo-stp_10.42.42.5(pid=12715) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a11:10:44.665628 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:10:44.728657 run osmo-hlr_10.42.42.2(pid=12712): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12712)]\u000a11:10:44.780054 run osmo-hlr_10.42.42.2(pid=12712): stdout: \u000a| (launched: 2022-12-13_11:10:41.403142) \u000a11:10:44.832443 run osmo-hlr_10.42.42.2(pid=12712): stderr: \u000a| �[0;m�[1;31m20221213111041603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111041603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111041603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111041603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111041603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111041603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111041616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111041624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111041624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111041624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:44.877019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12711): Terminating (SIGTERM)\u000a11:10:44.918726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12714): Terminating (SIGTERM)\u000a11:10:44.961230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12717): Terminating (SIGTERM)\u000a11:10:44.971101 --- ParallelTerminationStrategy: PID 12711 died...\u000a11:10:45.027741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12711): Terminated: ok {rc=0}\u000a11:10:45.037886 --- ParallelTerminationStrategy: PID 12714 died...\u000a11:10:45.093895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12714): Terminated: ok {rc=0}\u000a11:10:45.103988 --- ParallelTerminationStrategy: PID 12717 died...\u000a11:10:45.159916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12717): Terminated: ok {rc=0}\u000a11:10:45.246940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12725): Process ended prematurely: osmo-stp_10.42.42.5(pid=12725) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12725)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12725): Process ended prematurely: osmo-stp_10.42.42.5(pid=12725) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:10:46.307251 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.319922 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:10:46.449342 tst ping_idle_ping.py: using LAC 33538\u000a11:10:46.572867 tst ping_idle_ping.py: using RAC 133\u000a11:10:46.699850 tst ping_idle_ping.py: using CellId 33538\u000a11:10:46.821666 tst ping_idle_ping.py: using BVCI 33539\u000a11:10:46.845301 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.857469 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.869262 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.881273 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.894688 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.907063 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.919477 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:10:46.931767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:10:47.252502 tst ping_idle_ping.py:24: start network...\u000a11:10:47.377588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:47.852853 run create_hlr_db(pid=12719): Launched\u000a11:10:48.021092 bus /gobi_6: Setting Powered False\u000a11:10:49.043421 run create_hlr_db(pid=12719): Terminated: ok {rc=0}\u000a11:10:49.435340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12721): Launched\u000a11:10:49.727513 run osmo-hlr_10.42.42.2(pid=12722): Launched\u000a11:10:49.834200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:50.340586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12724): Launched\u000a11:10:50.633503 run osmo-stp_10.42.42.5(pid=12725): Launched\u000a11:10:50.739577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:10:51.248826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12727): Launched\u000a11:10:51.352425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:10:51.607315 run patchelf(pid=12728): Launched\u000a11:10:51.778140 run osmo-stp_10.42.42.5(pid=12725): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12725)]\u000a11:10:51.903967 run osmo-stp_10.42.42.5(pid=12725): stdout: \u000a| (launched: 2022-12-13_11:10:50.489072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:52.028780 run osmo-stp_10.42.42.5(pid=12725): stderr: \u000a| �[0;m�[38;5;43m20221213111050658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111050658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111050658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111050658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111050659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111050659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111050659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:52.149834 run osmo-stp_10.42.42.5(pid=12725): stdout: \u000a| (launched: 2022-12-13_11:10:50.489072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:52.269458 run osmo-stp_10.42.42.5(pid=12725): stderr: \u000a| �[0;m�[38;5;43m20221213111050658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111050658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111050658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111050658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111050659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111050659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111050659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:52.409303 run patchelf(pid=12728): Terminating (SIGINT)\u000a11:10:52.574373 run patchelf(pid=12728): Terminated: ok {rc=0}\u000a11:10:52.604339 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12725): Process ended prematurely: osmo-stp_10.42.42.5(pid=12725) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12725)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:10:52.612744 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a11:10:52.671913 run osmo-hlr_10.42.42.2(pid=12722): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12722)]\u000a11:10:52.720262 run osmo-hlr_10.42.42.2(pid=12722): stdout: \u000a| (launched: 2022-12-13_11:10:49.583463) \u000a11:10:52.769336 run osmo-hlr_10.42.42.2(pid=12722): stderr: \u000a| �[0;m�[1;31m20221213111049760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111049760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111049760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111049760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111049760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111049760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111049773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111049781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111049781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111049781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:52.811142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12721): Terminating (SIGTERM)\u000a11:10:52.850485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12724): Terminating (SIGTERM)\u000a11:10:52.889714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12727): Terminating (SIGTERM)\u000a11:10:52.898857 --- ParallelTerminationStrategy: PID 12721 died...\u000a11:10:52.951459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12721): Terminated: ok {rc=0}\u000a11:10:52.961043 --- ParallelTerminationStrategy: PID 12724 died...\u000a11:10:53.013510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12724): Terminated: ok {rc=0}\u000a11:10:53.022960 --- ParallelTerminationStrategy: PID 12727 died...\u000a11:10:53.075543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12727): Terminated: ok {rc=0}\u000a11:10:53.164252 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:09:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12745): Process ended prematurely: osmo-stp_10.42.42.5(pid=12745) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12745)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12745): Process ended prematurely: osmo-stp_10.42.42.5(pid=12745) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:10:55.275942 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.286873 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:10:55.433757 tst cs_paging_gprs_active.py: using LAC 33539\u000a11:10:55.549700 tst cs_paging_gprs_active.py: using RAC 134\u000a11:10:55.669181 tst cs_paging_gprs_active.py: using CellId 33539\u000a11:10:55.785387 tst cs_paging_gprs_active.py: using BVCI 33540\u000a11:10:55.807885 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.818849 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.829624 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.840625 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.851265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.861891 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.872504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.883496 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:10:55.894297 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:10:56.013182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:10:56.288434 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:10:56.412344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:56.719141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12735): Launched\u000a11:10:56.973782 run iperf3-srv_10.42.42.10(pid=12736): Launched\u000a11:10:57.154418 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:10:57.277602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:10:57.584808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12737): Launched\u000a11:10:57.839771 run iperf3-srv_10.42.42.10(pid=12738): Launched\u000a11:10:58.020414 tst cs_paging_gprs_active.py:38: start network...\u000a11:10:58.143919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:58.618337 run create_hlr_db(pid=12739): Launched\u000a11:10:58.788186 bus /gobi_6: Setting Powered False\u000a11:10:59.810539 run create_hlr_db(pid=12739): Terminated: ok {rc=0}\u000a11:11:00.234838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12741): Launched\u000a11:11:00.554903 run osmo-hlr_10.42.42.2(pid=12742): Launched\u000a11:11:00.676014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:01.286001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12744): Launched\u000a11:11:01.628275 run osmo-stp_10.42.42.5(pid=12745): Launched\u000a11:11:01.840880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:11:02.472439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12747): Launched\u000a11:11:02.586757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:11:02.865309 run patchelf(pid=12748): Launched\u000a11:11:03.052172 run osmo-stp_10.42.42.5(pid=12745): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12745)]\u000a11:11:03.188777 run osmo-stp_10.42.42.5(pid=12745): stdout: \u000a| (launched: 2022-12-13_11:11:01.450837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:03.325458 run osmo-stp_10.42.42.5(pid=12745): stderr: \u000a| �[0;m�[38;5;43m20221213111101803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111101803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111101803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111101804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111101804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111101804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111101804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:03.457250 run osmo-stp_10.42.42.5(pid=12745): stdout: \u000a| (launched: 2022-12-13_11:11:01.450837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:03.588568 run osmo-stp_10.42.42.5(pid=12745): stderr: \u000a| �[0;m�[38;5;43m20221213111101803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111101803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111101803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111101804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111101804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111101804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111101804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:03.741771 run patchelf(pid=12748): Terminating (SIGINT)\u000a11:11:03.922553 run patchelf(pid=12748): Terminated: ok {rc=0}\u000a11:11:03.955379 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12745): Process ended prematurely: osmo-stp_10.42.42.5(pid=12745) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12745)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:11:03.965152 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:11:04.028208 run osmo-hlr_10.42.42.2(pid=12742): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12742)]\u000a11:11:04.080276 run osmo-hlr_10.42.42.2(pid=12742): stdout: \u000a| (launched: 2022-12-13_11:11:00.397858) \u000a11:11:04.132422 run osmo-hlr_10.42.42.2(pid=12742): stderr: \u000a| �[0;m�[1;31m20221213111100594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111100594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111100594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111100594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111100594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111100594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111100606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111100614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111100615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111100615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:04.176867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12735): Terminating (SIGTERM)\u000a11:11:04.218734 run iperf3-srv_10.42.42.10(pid=12736): Terminating (SIGTERM)\u000a11:11:04.260574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12737): Terminating (SIGTERM)\u000a11:11:04.302463 run iperf3-srv_10.42.42.10(pid=12738): Terminating (SIGTERM)\u000a11:11:04.344460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12741): Terminating (SIGTERM)\u000a11:11:04.386401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12744): Terminating (SIGTERM)\u000a11:11:04.428725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12747): Terminating (SIGTERM)\u000a11:11:04.438453 --- ParallelTerminationStrategy: PID 12735 died...\u000a11:11:04.494656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12735): Terminated: ok {rc=0}\u000a11:11:04.504621 --- ParallelTerminationStrategy: PID 12736 died...\u000a11:11:04.560364 run iperf3-srv_10.42.42.10(pid=12736): Terminated {rc=256}\u000a11:11:04.570367 --- ParallelTerminationStrategy: PID 12737 died...\u000a11:11:04.626088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12737): Terminated: ok {rc=0}\u000a11:11:04.636027 --- ParallelTerminationStrategy: PID 12738 died...\u000a11:11:04.691740 run iperf3-srv_10.42.42.10(pid=12738): Terminated {rc=256}\u000a11:11:04.701694 --- ParallelTerminationStrategy: PID 12741 died...\u000a11:11:04.757245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12741): Terminated: ok {rc=0}\u000a11:11:04.767206 --- ParallelTerminationStrategy: PID 12744 died...\u000a11:11:04.823228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12744): Terminated: ok {rc=0}\u000a11:11:04.833377 --- ParallelTerminationStrategy: PID 12747 died...\u000a11:11:04.889066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12747): Terminated: ok {rc=0}\u000a11:11:04.976417 bus /gobi_0: Setting Powered False\u000a11:11:06.082185 bus /gobi_0: Setting Powered False\u000a11:11:07.192842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:11:08.301227 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.312757 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:11:08.462526 tst iperf3.py: using LAC 33540\u000a11:11:08.577423 tst iperf3.py: using RAC 135\u000a11:11:08.692264 tst iperf3.py: using CellId 33540\u000a11:11:08.812082 tst iperf3.py: using BVCI 33541\u000a11:11:08.834810 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.845759 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.856509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.867230 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.878005 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.888665 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.899503 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.910117 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:08.920858 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:09.193956 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:11:09.317777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:11:09.625405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12749): Launched\u000a11:11:09.880716 run iperf3-srv_10.42.42.10(pid=12750): Launched\u000a11:11:10.061228 tst iperf3.py:8: start network...\u000a11:11:10.184733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:10.659583 run create_hlr_db(pid=12751): Launched\u000a11:11:10.829489 bus /gobi_6: Setting Powered False\u000a11:11:11.850064 run create_hlr_db(pid=12751): Terminated: ok {rc=0}\u000a11:11:12.274526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Launched\u000a11:11:12.593387 run osmo-hlr_10.42.42.2(pid=12754): Launched\u000a11:11:12.713460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:13.266185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Launched\u000a11:11:13.583886 run osmo-stp_10.42.42.5(pid=12757): Launched\u000a11:11:13.700547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:11:14.255192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12759): Launched\u000a11:11:14.369320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:11:14.646639 run patchelf(pid=12760): Launched\u000a11:11:14.833296 run osmo-stp_10.42.42.5(pid=12757): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]\u000a11:11:14.969605 run osmo-stp_10.42.42.5(pid=12757): stdout: \u000a| (launched: 2022-12-13_11:11:13.427986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:15.106193 run osmo-stp_10.42.42.5(pid=12757): stderr: \u000a| �[0;m�[38;5;43m20221213111113619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111113619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111113620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111113620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111113621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111113621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111113621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:15.238039 run osmo-stp_10.42.42.5(pid=12757): stdout: \u000a| (launched: 2022-12-13_11:11:13.427986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:15.368506 run osmo-stp_10.42.42.5(pid=12757): stderr: \u000a| �[0;m�[38;5;43m20221213111113619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111113619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111113620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111113620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111113621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111113621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111113621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:15.520836 run patchelf(pid=12760): Terminating (SIGINT)\u000a11:11:15.700438 run patchelf(pid=12760): Terminated: ok {rc=0}\u000a11:11:15.733402 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:11:15.743145 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:11:15.805949 run osmo-hlr_10.42.42.2(pid=12754): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12754)]\u000a11:11:15.857920 run osmo-hlr_10.42.42.2(pid=12754): stdout: \u000a| (launched: 2022-12-13_11:11:12.436650) \u000a11:11:15.929186 run osmo-hlr_10.42.42.2(pid=12754): stderr: \u000a| �[0;m�[1;31m20221213111112634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111112634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111112634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111112634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111112634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111112634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111112646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111112654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111112655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111112655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:15.973153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12749): Terminating (SIGTERM)\u000a11:11:16.016110 run iperf3-srv_10.42.42.10(pid=12750): Terminating (SIGTERM)\u000a11:11:16.058129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Terminating (SIGTERM)\u000a11:11:16.101603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminating (SIGTERM)\u000a11:11:16.145962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12759): Terminating (SIGTERM)\u000a11:11:16.155982 --- ParallelTerminationStrategy: PID 12749 died...\u000a11:11:16.212623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12749): Terminated: ok {rc=0}\u000a11:11:16.223175 --- ParallelTerminationStrategy: PID 12750 died...\u000a11:11:16.277468 run iperf3-srv_10.42.42.10(pid=12750): Terminated {rc=256}\u000a11:11:16.288667 --- ParallelTerminationStrategy: PID 12753 died...\u000a11:11:16.342982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Terminated: ok {rc=0}\u000a11:11:16.353437 --- ParallelTerminationStrategy: PID 12756 died...\u000a11:11:16.407894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminated: ok {rc=0}\u000a11:11:16.418173 --- ParallelTerminationStrategy: PID 12759 died...\u000a11:11:16.472670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12759): Terminated: ok {rc=0}\u000a11:11:16.573237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12775): Process ended prematurely: osmo-stp_10.42.42.5(pid=12775) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12775)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12775): Process ended prematurely: osmo-stp_10.42.42.5(pid=12775) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:11:17.682268 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:17.693729 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:11:17.843058 tst iperf3m4.py: using LAC 33541\u000a11:11:17.957239 tst iperf3m4.py: using RAC 136\u000a11:11:18.071192 tst iperf3m4.py: using CellId 33541\u000a11:11:18.185485 tst iperf3m4.py: using BVCI 33542\u000a11:11:18.208168 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.219196 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.229957 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.240669 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.251466 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.262397 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.273191 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.284226 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:18.295130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:18.416820 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:18.539083 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:18.654050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:18.947188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:11:19.081072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:11:19.411477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12761): Launched\u000a11:11:19.686045 run iperf3-srv_10.42.42.10(pid=12762): Launched\u000a11:11:19.881849 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:11:20.014695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:11:20.344619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12763): Launched\u000a11:11:20.618266 run iperf3-srv_10.42.42.10(pid=12764): Launched\u000a11:11:20.813848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:11:20.947733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:11:21.277539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12765): Launched\u000a11:11:21.551829 run iperf3-srv_10.42.42.10(pid=12766): Launched\u000a11:11:21.747590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:11:21.881167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:11:22.211414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12767): Launched\u000a11:11:22.484873 run iperf3-srv_10.42.42.10(pid=12768): Launched\u000a11:11:22.679992 tst iperf3m4.py:8: start network...\u000a11:11:22.813675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:23.318136 run create_hlr_db(pid=12769): Launched\u000a11:11:23.502272 bus /gobi_6: Setting Powered False\u000a11:11:24.524242 run create_hlr_db(pid=12769): Terminated: ok {rc=0}\u000a11:11:24.921805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12771): Launched\u000a11:11:25.219106 run osmo-hlr_10.42.42.2(pid=12772): Launched\u000a11:11:25.328590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:25.845139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12774): Launched\u000a11:11:26.141889 run osmo-stp_10.42.42.5(pid=12775): Launched\u000a11:11:26.249687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:11:26.765076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12777): Launched\u000a11:11:26.870113 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:11:27.127738 run patchelf(pid=12778): Launched\u000a11:11:27.300930 run osmo-stp_10.42.42.5(pid=12775): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12775)]\u000a11:11:27.427665 run osmo-stp_10.42.42.5(pid=12775): stdout: \u000a| (launched: 2022-12-13_11:11:25.995706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:27.554793 run osmo-stp_10.42.42.5(pid=12775): stderr: \u000a| �[0;m�[38;5;43m20221213111126165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111126166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111126166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111126166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111126167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111126167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111126167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:27.677536 run osmo-stp_10.42.42.5(pid=12775): stdout: \u000a| (launched: 2022-12-13_11:11:25.995706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:27.799339 run osmo-stp_10.42.42.5(pid=12775): stderr: \u000a| �[0;m�[38;5;43m20221213111126165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111126166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111126166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111126166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111126167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111126167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111126167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:27.941406 run patchelf(pid=12778): Terminating (SIGINT)\u000a11:11:28.108770 run patchelf(pid=12778): Terminated: ok {rc=0}\u000a11:11:28.139528 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12775): Process ended prematurely: osmo-stp_10.42.42.5(pid=12775) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12775)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:11:28.148618 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a11:11:28.207471 run osmo-hlr_10.42.42.2(pid=12772): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12772)]\u000a11:11:28.255294 run osmo-hlr_10.42.42.2(pid=12772): stdout: \u000a| (launched: 2022-12-13_11:11:25.073079) \u000a11:11:28.304074 run osmo-hlr_10.42.42.2(pid=12772): stderr: \u000a| �[0;m�[1;31m20221213111125247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111125247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111125247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111125247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111125247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111125247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111125259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111125268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111125268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111125269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:28.345551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12761): Terminating (SIGTERM)\u000a11:11:28.384510 run iperf3-srv_10.42.42.10(pid=12762): Terminating (SIGTERM)\u000a11:11:28.423609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12763): Terminating (SIGTERM)\u000a11:11:28.462868 run iperf3-srv_10.42.42.10(pid=12764): Terminating (SIGTERM)\u000a11:11:28.501932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12765): Terminating (SIGTERM)\u000a11:11:28.540902 run iperf3-srv_10.42.42.10(pid=12766): Terminating (SIGTERM)\u000a11:11:28.580468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12767): Terminating (SIGTERM)\u000a11:11:28.619554 run iperf3-srv_10.42.42.10(pid=12768): Terminating (SIGTERM)\u000a11:11:28.658722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12771): Terminating (SIGTERM)\u000a11:11:28.697929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12774): Terminating (SIGTERM)\u000a11:11:28.737105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12777): Terminating (SIGTERM)\u000a11:11:28.746303 --- ParallelTerminationStrategy: PID 12761 died...\u000a11:11:28.798738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12761): Terminated: ok {rc=0}\u000a11:11:28.808157 --- ParallelTerminationStrategy: PID 12762 died...\u000a11:11:28.860385 run iperf3-srv_10.42.42.10(pid=12762): Terminated {rc=256}\u000a11:11:28.869828 --- ParallelTerminationStrategy: PID 12763 died...\u000a11:11:28.922220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12763): Terminated: ok {rc=0}\u000a11:11:28.931680 --- ParallelTerminationStrategy: PID 12764 died...\u000a11:11:28.983664 run iperf3-srv_10.42.42.10(pid=12764): Terminated {rc=256}\u000a11:11:28.993166 --- ParallelTerminationStrategy: PID 12765 died...\u000a11:11:29.045491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12765): Terminated: ok {rc=0}\u000a11:11:29.054998 --- ParallelTerminationStrategy: PID 12766 died...\u000a11:11:29.107036 run iperf3-srv_10.42.42.10(pid=12766): Terminated {rc=256}\u000a11:11:29.116448 --- ParallelTerminationStrategy: PID 12767 died...\u000a11:11:29.168685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12767): Terminated: ok {rc=0}\u000a11:11:29.178208 --- ParallelTerminationStrategy: PID 12768 died...\u000a11:11:29.230236 run iperf3-srv_10.42.42.10(pid=12768): Terminated {rc=256}\u000a11:11:29.239662 --- ParallelTerminationStrategy: PID 12771 died...\u000a11:11:29.291860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12771): Terminated: ok {rc=0}\u000a11:11:29.301519 --- ParallelTerminationStrategy: PID 12774 died...\u000a11:11:29.353835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12774): Terminated: ok {rc=0}\u000a11:11:29.363356 --- ParallelTerminationStrategy: PID 12777 died...\u000a11:11:29.415875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12777): Terminated: ok {rc=0}\u000a11:11:29.504565 bus /gobi_4: Setting Powered False\u000a11:11:30.611610 bus /gobi_4: Setting Powered False\u000a11:11:31.722499 bus /gobi_1: Setting Powered False\u000a11:11:32.826014 bus /gobi_1: Setting Powered False\u000a11:11:33.933711 bus /gobi_0: Setting Powered False\u000a11:11:35.039554 bus /gobi_0: Setting Powered False\u000a11:11:36.148180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:11:37.216266 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.228210 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:11:37.381463 tst ping.py: using LAC 33542\u000a11:11:37.498143 tst ping.py: using RAC 137\u000a11:11:37.617084 tst ping.py: using CellId 33542\u000a11:11:37.730061 tst ping.py: using BVCI 33543\u000a11:11:37.752929 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.763964 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.774796 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.785621 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.796177 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.807004 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.817808 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:37.828497 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:38.115122 tst ping.py:19: start network...\u000a11:11:38.246686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:38.738568 run create_hlr_db(pid=12781): Launched\u000a11:11:38.920884 bus /gobi_6: Setting Powered False\u000a11:11:39.941014 run create_hlr_db(pid=12781): Terminated: ok {rc=0}\u000a11:11:40.333921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Launched\u000a11:11:40.626746 run osmo-hlr_10.42.42.2(pid=12784): Launched\u000a11:11:40.733858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:41.247418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Launched\u000a11:11:41.538635 run osmo-stp_10.42.42.5(pid=12787): Launched\u000a11:11:41.644403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:11:42.152820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Launched\u000a11:11:42.255894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:11:42.508798 run patchelf(pid=12790): Launched\u000a11:11:42.678918 run osmo-stp_10.42.42.5(pid=12787): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)]\u000a11:11:42.803359 run osmo-stp_10.42.42.5(pid=12787): stdout: \u000a| (launched: 2022-12-13_11:11:41.395571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:42.928157 run osmo-stp_10.42.42.5(pid=12787): stderr: \u000a| �[0;m�[38;5;43m20221213111141565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111141565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111141566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111141566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111141566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111141567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111141567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:43.048512 run osmo-stp_10.42.42.5(pid=12787): stdout: \u000a| (launched: 2022-12-13_11:11:41.395571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:43.167802 run osmo-stp_10.42.42.5(pid=12787): stderr: \u000a| �[0;m�[38;5;43m20221213111141565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111141565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111141566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111141566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111141566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111141567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111141567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:43.307308 run patchelf(pid=12790): Terminating (SIGINT)\u000a11:11:43.471288 run patchelf(pid=12790): Terminated: ok {rc=0}\u000a11:11:43.501190 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:11:43.509543 tst ping.py:22: Test FAILED (6.3 sec)\u000a11:11:43.568108 run osmo-hlr_10.42.42.2(pid=12784): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12784)]\u000a11:11:43.615877 run osmo-hlr_10.42.42.2(pid=12784): stdout: \u000a| (launched: 2022-12-13_11:11:40.482453) \u000a11:11:43.664419 run osmo-hlr_10.42.42.2(pid=12784): stderr: \u000a| �[0;m�[1;31m20221213111140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111140669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111140678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111140678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111140678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:43.705852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Terminating (SIGTERM)\u000a11:11:43.744781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Terminating (SIGTERM)\u000a11:11:43.783781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Terminating (SIGTERM)\u000a11:11:43.793347 --- ParallelTerminationStrategy: PID 12783 died...\u000a11:11:43.845916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Terminated: ok {rc=0}\u000a11:11:43.855302 --- ParallelTerminationStrategy: PID 12786 died...\u000a11:11:43.907237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Terminated: ok {rc=0}\u000a11:11:43.916637 --- ParallelTerminationStrategy: PID 12789 died...\u000a11:11:43.968711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Terminated: ok {rc=0}\u000a11:11:44.050895 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12797): Process ended prematurely: osmo-stp_10.42.42.5(pid=12797) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12797)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12797): Process ended prematurely: osmo-stp_10.42.42.5(pid=12797) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:11:45.103353 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.115726 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:11:45.268685 tst ping_idle_ping.py: using LAC 33543\u000a11:11:45.386543 tst ping_idle_ping.py: using RAC 138\u000a11:11:45.514781 tst ping_idle_ping.py: using CellId 33543\u000a11:11:45.636543 tst ping_idle_ping.py: using BVCI 33544\u000a11:11:45.660574 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.672140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.683526 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.694908 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.706469 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.717937 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.729485 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:11:45.740799 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:11:46.049890 tst ping_idle_ping.py:24: start network...\u000a11:11:46.178387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:46.691692 run create_hlr_db(pid=12791): Launched\u000a11:11:46.867243 bus /gobi_6: Setting Powered False\u000a11:11:47.884314 run create_hlr_db(pid=12791): Terminated: ok {rc=0}\u000a11:11:48.301847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12793): Launched\u000a11:11:48.615768 run osmo-hlr_10.42.42.2(pid=12794): Launched\u000a11:11:48.730315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:49.276738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12796): Launched\u000a11:11:49.592029 run osmo-stp_10.42.42.5(pid=12797): Launched\u000a11:11:49.706357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:11:50.253576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12799): Launched\u000a11:11:50.365742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:11:50.638790 run patchelf(pid=12800): Launched\u000a11:11:50.821770 run osmo-stp_10.42.42.5(pid=12797): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12797)]\u000a11:11:50.956167 run osmo-stp_10.42.42.5(pid=12797): stdout: \u000a| (launched: 2022-12-13_11:11:49.436420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:51.090504 run osmo-stp_10.42.42.5(pid=12797): stderr: \u000a| �[0;m�[38;5;43m20221213111149627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111149628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111149628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111149628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111149629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111149629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111149629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:51.220134 run osmo-stp_10.42.42.5(pid=12797): stdout: \u000a| (launched: 2022-12-13_11:11:49.436420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:51.349046 run osmo-stp_10.42.42.5(pid=12797): stderr: \u000a| �[0;m�[38;5;43m20221213111149627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111149628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111149628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111149628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111149629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111149629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111149629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:51.498939 run patchelf(pid=12800): Terminating (SIGINT)\u000a11:11:51.675230 run patchelf(pid=12800): Terminated: ok {rc=0}\u000a11:11:51.707241 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12797): Process ended prematurely: osmo-stp_10.42.42.5(pid=12797) [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12797)] [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:11:51.716521 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:11:51.779309 run osmo-hlr_10.42.42.2(pid=12794): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12794)]\u000a11:11:51.830323 run osmo-hlr_10.42.42.2(pid=12794): stdout: \u000a| (launched: 2022-12-13_11:11:48.461819) \u000a11:11:51.882680 run osmo-hlr_10.42.42.2(pid=12794): stderr: \u000a| �[0;m�[1;31m20221213111148659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111148659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111148659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111148659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111148659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111148659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111148673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111148681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111148681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111148681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:51.927172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12793): Terminating (SIGTERM)\u000a11:11:51.969567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12796): Terminating (SIGTERM)\u000a11:11:52.011515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12799): Terminating (SIGTERM)\u000a11:11:52.021264 --- ParallelTerminationStrategy: PID 12793 died...\u000a11:11:52.076930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12793): Terminated: ok {rc=0}\u000a11:11:52.086969 --- ParallelTerminationStrategy: PID 12796 died...\u000a11:11:52.142645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12796): Terminated: ok {rc=0}\u000a11:11:52.152592 --- ParallelTerminationStrategy: PID 12799 died...\u000a11:11:52.208066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12799): Terminated: ok {rc=0}\u000a11:11:52.294483 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:10:54" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12810): Process ended prematurely: osmo-stp_10.42.42.5(pid=12810) [trial-2388↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12810)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12810): Process ended prematurely: osmo-stp_10.42.42.5(pid=12810) [trial-2388↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:11:54.291975 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.303540 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:11:54.449556 tst switch_tch_pdch.py: using LAC 33544\u000a11:11:54.564289 tst switch_tch_pdch.py: using RAC 139\u000a11:11:54.679525 tst switch_tch_pdch.py: using CellId 33544\u000a11:11:54.794140 tst switch_tch_pdch.py: using BVCI 33545\u000a11:11:54.816291 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.827813 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.839552 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.850989 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.863016 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.874917 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.887017 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:11:54.899049 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:11:55.012728 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:11:55.299772 tst switch_tch_pdch.py:51: start network...\u000a11:11:55.430856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:55.923849 run create_hlr_db(pid=12804): Launched\u000a11:11:56.105992 bus /gobi_6: Setting Powered False\u000a11:11:57.127214 run create_hlr_db(pid=12804): Terminated: ok {rc=0}\u000a11:11:57.527398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12806): Launched\u000a11:11:57.841195 run osmo-hlr_10.42.42.2(pid=12807): Launched\u000a11:11:57.958109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:58.501320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12809): Launched\u000a11:11:58.814646 run osmo-stp_10.42.42.5(pid=12810): Launched\u000a11:11:58.929315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:11:59.474618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12812): Launched\u000a11:11:59.586745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:11:59.859883 run patchelf(pid=12813): Launched\u000a11:12:00.044130 run osmo-stp_10.42.42.5(pid=12810): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12810)]\u000a11:12:00.178509 run osmo-stp_10.42.42.5(pid=12810): stdout: \u000a| (launched: 2022-12-13_11:11:58.660186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:00.313460 run osmo-stp_10.42.42.5(pid=12810): stderr: \u000a| �[0;m�[38;5;43m20221213111158852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111158852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111158852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111158852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111158853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111158853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111158853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:00.443326 run osmo-stp_10.42.42.5(pid=12810): stdout: \u000a| (launched: 2022-12-13_11:11:58.660186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:00.572435 run osmo-stp_10.42.42.5(pid=12810): stderr: \u000a| �[0;m�[38;5;43m20221213111158852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111158852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111158852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111158852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111158853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111158853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111158853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:00.722645 run patchelf(pid=12813): Terminating (SIGINT)\u000a11:12:00.912237 run patchelf(pid=12813): Terminated: ok {rc=0}\u000a11:12:00.947054 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12810): Process ended prematurely: osmo-stp_10.42.42.5(pid=12810) [trial-2388↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12810)] [trial-2388↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:12:00.957655 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:12:01.023877 run osmo-hlr_10.42.42.2(pid=12807): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12807)]\u000a11:12:01.076325 run osmo-hlr_10.42.42.2(pid=12807): stdout: \u000a| (launched: 2022-12-13_11:11:57.686588) \u000a11:12:01.129639 run osmo-hlr_10.42.42.2(pid=12807): stderr: \u000a| �[0;m�[1;31m20221213111157883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111157883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111157883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111157883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111157883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111157883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111157895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111157904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111157904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111157904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:01.175354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12806): Terminating (SIGTERM)\u000a11:12:01.219357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12809): Terminating (SIGTERM)\u000a11:12:01.266003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12812): Terminating (SIGTERM)\u000a11:12:01.276467 --- ParallelTerminationStrategy: PID 12806 died...\u000a11:12:01.334757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12806): Terminated: ok {rc=0}\u000a11:12:01.345698 --- ParallelTerminationStrategy: PID 12809 died...\u000a11:12:01.403311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12809): Terminated: ok {rc=0}\u000a11:12:01.414331 --- ParallelTerminationStrategy: PID 12812 died...\u000a11:12:01.472145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12812): Terminated: ok {rc=0}\u000a11:12:01.559255 bus /gobi_0: Setting Powered False\u000a11:12:02.660661 bus /gobi_0: Setting Powered False\u000a11:12:03.766218 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:11:54" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12823): Process ended prematurely: osmo-stp_10.42.42.5(pid=12823) [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12823)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12823): Process ended prematurely: osmo-stp_10.42.42.5(pid=12823) [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a11:12:05.706988 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:05.717592 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:12:05.869342 tst mo_mt_sms.py: using LAC 33545\u000a11:12:05.995198 tst mo_mt_sms.py: using RAC 140\u000a11:12:06.119017 tst mo_mt_sms.py: using CellId 33545\u000a11:12:06.243903 tst mo_mt_sms.py: using BVCI 33546\u000a11:12:06.267854 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:06.279002 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:06.289897 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:06.300680 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:06.311811 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:06.323023 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a11:12:06.437733 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a11:12:06.643195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:07.135498 run create_hlr_db(pid=12817): Launched\u000a11:12:07.318114 bus /gobi_6: Setting Powered False\u000a11:12:08.339250 run create_hlr_db(pid=12817): Terminated: ok {rc=0}\u000a11:12:08.757886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12819): Launched\u000a11:12:09.071070 run osmo-hlr_10.42.42.2(pid=12820): Launched\u000a11:12:09.185293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:09.726919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12822): Launched\u000a11:12:10.040554 run osmo-stp_10.42.42.5(pid=12823): Launched\u000a11:12:10.154703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:10.726825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12825): Launched\u000a11:12:11.041192 run osmo-msc_10.42.42.6(pid=12826): Launched\u000a11:12:11.226946 run osmo-stp_10.42.42.5(pid=12823): ERR: Terminated: ERROR {rc=1} [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12823)]\u000a11:12:11.361077 run osmo-stp_10.42.42.5(pid=12823): stdout: \u000a| (launched: 2022-12-13_11:12:09.886328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:11.494627 run osmo-stp_10.42.42.5(pid=12823): stderr: \u000a| �[0;m�[38;5;43m20221213111210075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111210076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111210076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111210076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111210077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111210077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111210077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:11.621096 run osmo-stp_10.42.42.5(pid=12823): stdout: \u000a| (launched: 2022-12-13_11:12:09.886328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:11.746639 run osmo-stp_10.42.42.5(pid=12823): stderr: \u000a| �[0;m�[38;5;43m20221213111210075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111210076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111210076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111210076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111210077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111210077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111210077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:11.801619 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12823): Process ended prematurely: osmo-stp_10.42.42.5(pid=12823) [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12823)] [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a11:12:11.810312 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a11:12:11.873401 run osmo-hlr_10.42.42.2(pid=12820): ERR: Terminated: ERROR {rc=237} [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12820)]\u000a11:12:11.925197 run osmo-hlr_10.42.42.2(pid=12820): stdout: \u000a| (launched: 2022-12-13_11:12:08.917632) \u000a11:12:11.977318 run osmo-hlr_10.42.42.2(pid=12820): stderr: \u000a| �[0;m�[1;31m20221213111209115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111209115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111209115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111209115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111209115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111209115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111209129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111209139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111209139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111209140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:12.047903 run osmo-msc_10.42.42.6(pid=12826): ERR: Terminated: ERROR {rc=2} [trial-2388↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12826)]\u000a11:12:12.099173 run osmo-msc_10.42.42.6(pid=12826): stdout: \u000a| (launched: 2022-12-13_11:12:10.886650) \u000a11:12:12.151035 run osmo-msc_10.42.42.6(pid=12826): stderr: \u000a| �[0;m�[38;5;43m20221213111211206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111211206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd585cccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111211206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111211206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111211207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111211207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111211208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111211209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111211209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111211209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:12.195455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12819): Terminating (SIGTERM)\u000a11:12:12.237346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12822): Terminating (SIGTERM)\u000a11:12:12.279514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12825): Terminating (SIGTERM)\u000a11:12:12.289252 --- ParallelTerminationStrategy: PID 12819 died...\u000a11:12:12.345376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12819): Terminated: ok {rc=0}\u000a11:12:12.355317 --- ParallelTerminationStrategy: PID 12822 died...\u000a11:12:12.411099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12822): Terminated: ok {rc=0}\u000a11:12:12.421174 --- ParallelTerminationStrategy: PID 12825 died...\u000a11:12:12.477077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12825): Terminated: ok {rc=0}\u000a11:12:12.563448 bus /sierra_3: Setting Powered False\u000a11:12:13.669335 bus /sierra_3: Setting Powered False\u000a11:12:14.780760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:12:05" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12832): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12832) [trial-2388↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12832)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12832): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12832) [trial-2388↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a11:12:16.676407 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a11:12:16.688096 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:12:16.823148 tst assert_extension.py: using LAC 33546\u000a11:12:16.973123 tst assert_extension.py: using RAC 141\u000a11:12:17.100819 tst assert_extension.py: using CellId 33546\u000a11:12:17.231272 tst assert_extension.py: using BVCI 33547\u000a11:12:17.256454 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a11:12:17.543840 tst assert_extension.py:10: start nitb and bts...\u000a11:12:17.675583 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:12:18.323139 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12831): Launched\u000a11:12:18.633423 run osmo-nitb_10.42.42.2(pid=12832): Launched\u000a11:12:18.826946 run osmo-nitb_10.42.42.2(pid=12832): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12832)]\u000a11:12:18.969843 run osmo-nitb_10.42.42.2(pid=12832): stdout: \u000a| (launched: 2022-12-13_11:12:18.482301) \u000a11:12:19.112713 run osmo-nitb_10.42.42.2(pid=12832): stderr: \u000a| (launched: 2022-12-13_11:12:18.528831)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:12:19.251136 run osmo-nitb_10.42.42.2(pid=12832): stdout: \u000a| (launched: 2022-12-13_11:12:18.482301) \u000a11:12:19.388137 run osmo-nitb_10.42.42.2(pid=12832): stderr: \u000a| (launched: 2022-12-13_11:12:18.528831)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:12:19.760605 tst osmo-nitb_10.42.42.2(pid=12832): stdout: \u000a| (launched: 2022-12-13_11:12:18.482301) \u000a11:12:19.886765 tst osmo-nitb_10.42.42.2(pid=12832): stderr: \u000a| (launched: 2022-12-13_11:12:18.528831)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:12:19.941720 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12832): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12832) [trial-2388↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12832)] [trial-2388↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a11:12:19.950262 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:12:19.986387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12831): Terminating (SIGTERM)\u000a11:12:20.164423 --- ParallelTerminationStrategy: PID 12831 died...\u000a11:12:20.222994 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12831): Terminated: ok {rc=0}\u000a11:12:20.310272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:12:16" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12843): Process ended prematurely: osmo-stp_10.42.42.5(pid=12843) [trial-2388↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12843)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12843): Process ended prematurely: osmo-stp_10.42.42.5(pid=12843) [trial-2388↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a11:12:22.153222 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:22.164161 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:12:22.303835 tst assert_extension.py: using LAC 33547\u000a11:12:22.425103 tst assert_extension.py: using RAC 142\u000a11:12:22.549062 tst assert_extension.py: using CellId 33547\u000a11:12:22.670917 tst assert_extension.py: using BVCI 33548\u000a11:12:22.694738 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:22.705796 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:22.716576 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:22.727401 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:22.738756 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:12:22.750009 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a11:12:22.945299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:23.412837 run create_hlr_db(pid=12837): Launched\u000a11:12:23.581248 bus /sierra_2: Setting Powered False\u000a11:12:24.601470 run create_hlr_db(pid=12837): Terminated: ok {rc=0}\u000a11:12:25.019230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12839): Launched\u000a11:12:25.333759 run osmo-hlr_10.42.42.2(pid=12840): Launched\u000a11:12:25.447992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:25.997194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12842): Launched\u000a11:12:26.310893 run osmo-stp_10.42.42.5(pid=12843): Launched\u000a11:12:26.425745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:26.996289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12845): Launched\u000a11:12:27.308414 run osmo-msc_10.42.42.6(pid=12846): Launched\u000a11:12:27.492276 run osmo-stp_10.42.42.5(pid=12843): ERR: Terminated: ERROR {rc=1} [trial-2388↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12843)]\u000a11:12:27.625792 run osmo-stp_10.42.42.5(pid=12843): stdout: \u000a| (launched: 2022-12-13_11:12:26.156697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:27.758665 run osmo-stp_10.42.42.5(pid=12843): stderr: \u000a| �[0;m�[38;5;43m20221213111226347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111226347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111226347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111226347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111226350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111226350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111226350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:27.885457 run osmo-stp_10.42.42.5(pid=12843): stdout: \u000a| (launched: 2022-12-13_11:12:26.156697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:28.010951 run osmo-stp_10.42.42.5(pid=12843): stderr: \u000a| �[0;m�[38;5;43m20221213111226347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111226347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111226347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111226347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111226350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111226350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111226350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:28.065826 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12843): Process ended prematurely: osmo-stp_10.42.42.5(pid=12843) [trial-2388↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12843)] [trial-2388↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a11:12:28.074551 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a11:12:28.137365 run osmo-hlr_10.42.42.2(pid=12840): ERR: Terminated: ERROR {rc=237} [trial-2388↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12840)]\u000a11:12:28.189173 run osmo-hlr_10.42.42.2(pid=12840): stdout: \u000a| (launched: 2022-12-13_11:12:25.178765) \u000a11:12:28.241272 run osmo-hlr_10.42.42.2(pid=12840): stderr: \u000a| �[0;m�[1;31m20221213111225378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111225378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111225378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111225378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111225378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111225378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111225391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111225401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111225402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111225402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:28.311481 run osmo-msc_10.42.42.6(pid=12846): ERR: Terminated: ERROR {rc=2} [trial-2388↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12846)]\u000a11:12:28.362354 run osmo-msc_10.42.42.6(pid=12846): stdout: \u000a| (launched: 2022-12-13_11:12:27.154867) \u000a11:12:28.414317 run osmo-msc_10.42.42.6(pid=12846): stderr: \u000a| �[0;m�[38;5;43m20221213111227475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111227475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4427e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111227475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111227475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111227475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111227475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111227477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111227477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111227478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111227478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:28.458878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12839): Terminating (SIGTERM)\u000a11:12:28.500683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12842): Terminating (SIGTERM)\u000a11:12:28.542807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12845): Terminating (SIGTERM)\u000a11:12:28.552496 --- ParallelTerminationStrategy: PID 12839 died...\u000a11:12:28.608639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12839): Terminated: ok {rc=0}\u000a11:12:28.618747 --- ParallelTerminationStrategy: PID 12842 died...\u000a11:12:28.674306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12842): Terminated: ok {rc=0}\u000a11:12:28.684221 --- ParallelTerminationStrategy: PID 12845 died...\u000a11:12:28.740082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12845): Terminated: ok {rc=0}\u000a11:12:28.826826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:12:21" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:12:30.779727 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:30.790822 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:12:30.955883 tst mo_mt_call.py: using LAC 33548\u000a11:12:31.095686 tst mo_mt_call.py: using RAC 143\u000a11:12:31.254417 tst mo_mt_call.py: using CellId 33548\u000a11:12:31.393781 tst mo_mt_call.py: using BVCI 33549\u000a11:12:31.420050 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:31.433080 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:31.445848 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:31.458620 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:31.472386 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:31.486624 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:12:31.611764 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:12:31.830513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:32.346212 run create_hlr_db(pid=12851): Launched\u000a11:12:32.531314 bus /sierra_2: Setting Powered False\u000a11:12:33.553348 run create_hlr_db(pid=12851): Terminated: ok {rc=0}\u000a11:12:33.953591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Launched\u000a11:12:34.250384 run osmo-hlr_10.42.42.2(pid=12854): Launched\u000a11:12:34.359016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:34.873164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Launched\u000a11:12:35.168349 run osmo-stp_10.42.42.5(pid=12857): Launched\u000a11:12:35.275044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:35.816610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12859): Launched\u000a11:12:36.113992 run osmo-msc_10.42.42.6(pid=12860): Launched\u000a11:12:36.289391 run osmo-stp_10.42.42.5(pid=12857): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]\u000a11:12:36.414822 run osmo-stp_10.42.42.5(pid=12857): stdout: \u000a| (launched: 2022-12-13_11:12:35.023683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:36.538487 run osmo-stp_10.42.42.5(pid=12857): stderr: \u000a| �[0;m�[38;5;43m20221213111235195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111235195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111235195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111235196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111235196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111235196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111235196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:36.657742 run osmo-stp_10.42.42.5(pid=12857): stdout: \u000a| (launched: 2022-12-13_11:12:35.023683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:36.775926 run osmo-stp_10.42.42.5(pid=12857): stderr: \u000a| �[0;m�[38;5;43m20221213111235195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111235195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111235195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111235196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111235196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111235196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111235196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:36.828086 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:12:36.836470 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:12:36.895340 run osmo-hlr_10.42.42.2(pid=12854): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12854)]\u000a11:12:36.943635 run osmo-hlr_10.42.42.2(pid=12854): stdout: \u000a| (launched: 2022-12-13_11:12:34.104413) \u000a11:12:36.992616 run osmo-hlr_10.42.42.2(pid=12854): stderr: \u000a| �[0;m�[1;31m20221213111234280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111234280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111234280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111234280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111234280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111234280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111234297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111234306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111234306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111234306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:37.059426 run osmo-msc_10.42.42.6(pid=12860): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12860)]\u000a11:12:37.107905 run osmo-msc_10.42.42.6(pid=12860): stdout: \u000a| (launched: 2022-12-13_11:12:35.967567) \u000a11:12:37.156971 run osmo-msc_10.42.42.6(pid=12860): stderr: \u000a| �[0;m�[38;5;43m20221213111236238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111236238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3609967c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111236238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111236239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111236239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111236239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111236241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111236241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111236241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111236241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:37.198561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Terminating (SIGTERM)\u000a11:12:37.237792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Terminating (SIGTERM)\u000a11:12:37.277029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12859): Terminating (SIGTERM)\u000a11:12:37.286243 --- ParallelTerminationStrategy: PID 12853 died...\u000a11:12:37.338824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Terminated: ok {rc=0}\u000a11:12:37.348288 --- ParallelTerminationStrategy: PID 12856 died...\u000a11:12:37.400511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Terminated: ok {rc=0}\u000a11:12:37.409990 --- ParallelTerminationStrategy: PID 12859 died...\u000a11:12:37.462541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12859): Terminated: ok {rc=0}\u000a11:12:37.550274 bus /sierra_3: Setting Powered False\u000a11:12:38.655789 bus /sierra_3: Setting Powered False\u000a11:12:39.766496 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12868): Process ended prematurely: osmo-stp_10.42.42.5(pid=12868) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12868): Process ended prematurely: osmo-stp_10.42.42.5(pid=12868) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:12:40.881222 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:40.893391 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:12:41.055830 tst mo_mt_call_osmux.py: using LAC 33549\u000a11:12:41.182738 tst mo_mt_call_osmux.py: using RAC 144\u000a11:12:41.309593 tst mo_mt_call_osmux.py: using CellId 33549\u000a11:12:41.435057 tst mo_mt_call_osmux.py: using BVCI 33550\u000a11:12:41.459271 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:41.470827 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:41.482266 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:41.493738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:41.505962 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:12:41.518118 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:12:41.636768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:12:41.848366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:42.350419 run create_hlr_db(pid=12862): Launched\u000a11:12:42.535033 bus /sierra_2: Setting Powered False\u000a11:12:43.544298 run create_hlr_db(pid=12862): Terminated: ok {rc=0}\u000a11:12:43.948603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12864): Launched\u000a11:12:44.244596 run osmo-hlr_10.42.42.2(pid=12865): Launched\u000a11:12:44.354812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:44.869293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12867): Launched\u000a11:12:45.166892 run osmo-stp_10.42.42.5(pid=12868): Launched\u000a11:12:45.275485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:45.817846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12870): Launched\u000a11:12:46.331437 run osmo-msc_10.42.42.6(pid=12871): Launched\u000a11:12:46.781279 run osmo-stp_10.42.42.5(pid=12868): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)]\u000a11:12:46.946397 run osmo-stp_10.42.42.5(pid=12868): stdout: \u000a| (launched: 2022-12-13_11:12:45.020244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:47.099287 run osmo-stp_10.42.42.5(pid=12868): stderr: \u000a| �[0;m�[38;5;43m20221213111245191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111245191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111245192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111245192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111245193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111245193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111245193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:47.232151 run osmo-stp_10.42.42.5(pid=12868): stdout: \u000a| (launched: 2022-12-13_11:12:45.020244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:47.364302 run osmo-stp_10.42.42.5(pid=12868): stderr: \u000a| �[0;m�[38;5;43m20221213111245191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111245191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111245192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111245192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111245193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111245193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111245193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:47.421430 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12868): Process ended prematurely: osmo-stp_10.42.42.5(pid=12868) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:12:47.431380 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:12:47.497219 run osmo-hlr_10.42.42.2(pid=12865): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12865)]\u000a11:12:47.549126 run osmo-hlr_10.42.42.2(pid=12865): stdout: \u000a| (launched: 2022-12-13_11:12:44.099027) \u000a11:12:47.601770 run osmo-hlr_10.42.42.2(pid=12865): stderr: \u000a| �[0;m�[1;31m20221213111244277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111244277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111244277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111244277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111244277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111244277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111244294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111244303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111244303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111244304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:47.673325 run osmo-msc_10.42.42.6(pid=12871): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12871)]\u000a11:12:47.725663 run osmo-msc_10.42.42.6(pid=12871): stdout: \u000a| (launched: 2022-12-13_11:12:46.005704) \u000a11:12:47.778275 run osmo-msc_10.42.42.6(pid=12871): stderr: \u000a| �[0;m�[38;5;43m20221213111246483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111246483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe15e769c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111246483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111246483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111246485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111246487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111246488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:47.823469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12864): Terminating (SIGTERM)\u000a11:12:47.866376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12867): Terminating (SIGTERM)\u000a11:12:47.909024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12870): Terminating (SIGTERM)\u000a11:12:47.918929 --- ParallelTerminationStrategy: PID 12864 died...\u000a11:12:47.976581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12864): Terminated: ok {rc=0}\u000a11:12:47.986868 --- ParallelTerminationStrategy: PID 12867 died...\u000a11:12:48.044298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12867): Terminated: ok {rc=0}\u000a11:12:48.054395 --- ParallelTerminationStrategy: PID 12870 died...\u000a11:12:48.111731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12870): Terminated: ok {rc=0}\u000a11:12:48.198352 bus /sierra_3: Setting Powered False\u000a11:12:49.304111 bus /sierra_3: Setting Powered False\u000a11:12:50.411154 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12883): Process ended prematurely: osmo-stp_10.42.42.5(pid=12883) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12883)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12883): Process ended prematurely: osmo-stp_10.42.42.5(pid=12883) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:12:52.408766 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:12:52.419970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:12:52.579708 tst mo_mt_call.py: using LAC 33550\u000a11:12:52.704027 tst mo_mt_call.py: using RAC 145\u000a11:12:52.827744 tst mo_mt_call.py: using CellId 33550\u000a11:12:52.952876 tst mo_mt_call.py: using BVCI 33551\u000a11:12:52.977174 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:12:52.988704 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:12:53.000062 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:12:53.011417 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:12:53.023123 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:12:53.034912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:12:53.153415 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:12:53.360841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:53.860206 run create_hlr_db(pid=12877): Launched\u000a11:12:54.044694 bus /sierra_2: Setting Powered False\u000a11:12:55.065089 run create_hlr_db(pid=12877): Terminated: ok {rc=0}\u000a11:12:55.462082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12879): Launched\u000a11:12:55.759103 run osmo-hlr_10.42.42.2(pid=12880): Launched\u000a11:12:55.876438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:56.398386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12882): Launched\u000a11:12:56.695362 run osmo-stp_10.42.42.5(pid=12883): Launched\u000a11:12:56.803610 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:57.344603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12885): Launched\u000a11:12:57.641554 run osmo-msc_10.42.42.6(pid=12886): Launched\u000a11:12:57.816895 run osmo-stp_10.42.42.5(pid=12883): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12883)]\u000a11:12:57.943324 run osmo-stp_10.42.42.5(pid=12883): stdout: \u000a| (launched: 2022-12-13_11:12:56.549846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:58.066891 run osmo-stp_10.42.42.5(pid=12883): stderr: \u000a| �[0;m�[38;5;43m20221213111256721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111256721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111256721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111256722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111256724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111256724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111256724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:58.186137 run osmo-stp_10.42.42.5(pid=12883): stdout: \u000a| (launched: 2022-12-13_11:12:56.549846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:58.303941 run osmo-stp_10.42.42.5(pid=12883): stderr: \u000a| �[0;m�[38;5;43m20221213111256721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111256721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111256721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111256722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111256724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111256724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111256724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:58.356032 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12883): Process ended prematurely: osmo-stp_10.42.42.5(pid=12883) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12883)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:12:58.364451 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:12:58.423943 run osmo-hlr_10.42.42.2(pid=12880): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12880)]\u000a11:12:58.472020 run osmo-hlr_10.42.42.2(pid=12880): stdout: \u000a| (launched: 2022-12-13_11:12:55.613440) \u000a11:12:58.520676 run osmo-hlr_10.42.42.2(pid=12880): stderr: \u000a| �[0;m�[1;31m20221213111255790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111255790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111255790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111255790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111255790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111255790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111255803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111255811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111255812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111255812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:58.586923 run osmo-msc_10.42.42.6(pid=12886): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12886)]\u000a11:12:58.634872 run osmo-msc_10.42.42.6(pid=12886): stdout: \u000a| (launched: 2022-12-13_11:12:57.495542) \u000a11:12:58.683401 run osmo-msc_10.42.42.6(pid=12886): stderr: \u000a| �[0;m�[38;5;43m20221213111257764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111257764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef98cdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111257764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111257764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111257764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111257764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111257766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111257767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111257767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111257767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:58.724566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12879): Terminating (SIGTERM)\u000a11:12:58.763474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12882): Terminating (SIGTERM)\u000a11:12:58.802436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12885): Terminating (SIGTERM)\u000a11:12:58.811573 --- ParallelTerminationStrategy: PID 12879 died...\u000a11:12:58.863857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12879): Terminated: ok {rc=0}\u000a11:12:58.873397 --- ParallelTerminationStrategy: PID 12882 died...\u000a11:12:58.925470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12882): Terminated: ok {rc=0}\u000a11:12:58.934906 --- ParallelTerminationStrategy: PID 12885 died...\u000a11:12:58.986863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12885): Terminated: ok {rc=0}\u000a11:12:59.069066 bus /sierra_3: Setting Powered False\u000a11:13:00.173561 bus /sierra_3: Setting Powered False\u000a11:13:01.302545 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12895): Process ended prematurely: osmo-stp_10.42.42.5(pid=12895) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12895)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12895): Process ended prematurely: osmo-stp_10.42.42.5(pid=12895) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:13:02.419432 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:13:02.431760 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:13:02.596710 tst mo_mt_call_osmux.py: using LAC 33551\u000a11:13:02.720899 tst mo_mt_call_osmux.py: using RAC 146\u000a11:13:02.844186 tst mo_mt_call_osmux.py: using CellId 33551\u000a11:13:02.966693 tst mo_mt_call_osmux.py: using BVCI 33552\u000a11:13:02.991085 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:13:03.002660 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:13:03.013962 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:13:03.025223 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:13:03.036870 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:13:03.048512 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:13:03.164218 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:13:03.375651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:03.877530 run create_hlr_db(pid=12889): Launched\u000a11:13:04.062419 bus /sierra_2: Setting Powered False\u000a11:13:05.083706 run create_hlr_db(pid=12889): Terminated: ok {rc=0}\u000a11:13:05.507564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12891): Launched\u000a11:13:05.827598 run osmo-hlr_10.42.42.2(pid=12892): Launched\u000a11:13:05.946615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:06.500762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12894): Launched\u000a11:13:06.819696 run osmo-stp_10.42.42.5(pid=12895): Launched\u000a11:13:06.936683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:07.519417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12897): Launched\u000a11:13:07.838621 run osmo-msc_10.42.42.6(pid=12898): Launched\u000a11:13:08.027170 run osmo-stp_10.42.42.5(pid=12895): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12895)]\u000a11:13:08.162687 run osmo-stp_10.42.42.5(pid=12895): stdout: \u000a| (launched: 2022-12-13_11:13:06.663138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:08.297805 run osmo-stp_10.42.42.5(pid=12895): stderr: \u000a| �[0;m�[38;5;43m20221213111306854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111306854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111306854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111306855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111306855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111306855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111306855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:08.426512 run osmo-stp_10.42.42.5(pid=12895): stdout: \u000a| (launched: 2022-12-13_11:13:06.663138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:08.554422 run osmo-stp_10.42.42.5(pid=12895): stderr: \u000a| �[0;m�[38;5;43m20221213111306854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111306854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111306854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111306855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111306855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111306855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111306855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:08.610471 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12895): Process ended prematurely: osmo-stp_10.42.42.5(pid=12895) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12895)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:13:08.619521 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:13:08.682190 run osmo-hlr_10.42.42.2(pid=12892): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12892)]\u000a11:13:08.733353 run osmo-hlr_10.42.42.2(pid=12892): stdout: \u000a| (launched: 2022-12-13_11:13:05.670331) \u000a11:13:08.785327 run osmo-hlr_10.42.42.2(pid=12892): stderr: \u000a| �[0;m�[1;31m20221213111305869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111305869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111305869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111305869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111305869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111305869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111305882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111305890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111305890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111305890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:08.855709 run osmo-msc_10.42.42.6(pid=12898): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12898)]\u000a11:13:08.907179 run osmo-msc_10.42.42.6(pid=12898): stdout: \u000a| (launched: 2022-12-13_11:13:07.681767) \u000a11:13:08.958992 run osmo-msc_10.42.42.6(pid=12898): stderr: \u000a| �[0;m�[38;5;43m20221213111308001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111308001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb987719c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111308001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111308001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111308001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111308002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111308003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111308004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111308004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111308004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:09.003095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12891): Terminating (SIGTERM)\u000a11:13:09.044928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12894): Terminating (SIGTERM)\u000a11:13:09.087324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12897): Terminating (SIGTERM)\u000a11:13:09.097138 --- ParallelTerminationStrategy: PID 12891 died...\u000a11:13:09.153456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12891): Terminated: ok {rc=0}\u000a11:13:09.163503 --- ParallelTerminationStrategy: PID 12894 died...\u000a11:13:09.219593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12894): Terminated: ok {rc=0}\u000a11:13:09.229672 --- ParallelTerminationStrategy: PID 12897 died...\u000a11:13:09.285717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12897): Terminated: ok {rc=0}\u000a11:13:09.371068 bus /sierra_3: Setting Powered False\u000a11:13:10.476258 bus /sierra_3: Setting Powered False\u000a11:13:11.582497 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:12:52" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12909): Process ended prematurely: osmo-stp_10.42.42.5(pid=12909) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12909)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12909): Process ended prematurely: osmo-stp_10.42.42.5(pid=12909) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:13:13.564259 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:13.575339 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:13:13.736206 tst mo_mt_call.py: using LAC 33552\u000a11:13:13.869951 tst mo_mt_call.py: using RAC 147\u000a11:13:13.993806 tst mo_mt_call.py: using CellId 33552\u000a11:13:14.119319 tst mo_mt_call.py: using BVCI 33553\u000a11:13:14.143846 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:14.155570 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:14.167121 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:14.178526 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:14.190344 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:14.202103 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:13:14.317883 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:13:14.515976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:14.991824 run create_hlr_db(pid=12903): Launched\u000a11:13:15.163129 bus /sierra_2: Setting Powered False\u000a11:13:16.198045 run create_hlr_db(pid=12903): Terminated: ok {rc=0}\u000a11:13:16.644607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12905): Launched\u000a11:13:17.140579 run osmo-hlr_10.42.42.2(pid=12906): Launched\u000a11:13:17.283455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:17.798959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12908): Launched\u000a11:13:18.095484 run osmo-stp_10.42.42.5(pid=12909): Launched\u000a11:13:18.203617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:18.745140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12911): Launched\u000a11:13:19.041061 run osmo-msc_10.42.42.6(pid=12912): Launched\u000a11:13:19.215026 run osmo-stp_10.42.42.5(pid=12909): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12909)]\u000a11:13:19.340551 run osmo-stp_10.42.42.5(pid=12909): stdout: \u000a| (launched: 2022-12-13_11:13:17.949688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:19.463813 run osmo-stp_10.42.42.5(pid=12909): stderr: \u000a| �[0;m�[38;5;43m20221213111318119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111318119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111318119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111318120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111318120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111318121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111318121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:19.582782 run osmo-stp_10.42.42.5(pid=12909): stdout: \u000a| (launched: 2022-12-13_11:13:17.949688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:19.700702 run osmo-stp_10.42.42.5(pid=12909): stderr: \u000a| �[0;m�[38;5;43m20221213111318119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111318119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111318119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111318120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111318120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111318121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111318121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:19.752684 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12909): Process ended prematurely: osmo-stp_10.42.42.5(pid=12909) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12909)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:13:19.761081 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:13:19.819963 run osmo-hlr_10.42.42.2(pid=12906): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12906)]\u000a11:13:19.867906 run osmo-hlr_10.42.42.2(pid=12906): stdout: \u000a| (launched: 2022-12-13_11:13:16.812134) \u000a11:13:19.916698 run osmo-hlr_10.42.42.2(pid=12906): stderr: \u000a| �[0;m�[1;31m20221213111317015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111317032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111317050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111317050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111317051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:19.983356 run osmo-msc_10.42.42.6(pid=12912): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12912)]\u000a11:13:20.031644 run osmo-msc_10.42.42.6(pid=12912): stdout: \u000a| (launched: 2022-12-13_11:13:18.896157) \u000a11:13:20.080368 run osmo-msc_10.42.42.6(pid=12912): stderr: \u000a| �[0;m�[38;5;43m20221213111319165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111319166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1aa0d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111319166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111319166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111319166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111319166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111319168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111319168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111319168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111319168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:20.121569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12905): Terminating (SIGTERM)\u000a11:13:20.160599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12908): Terminating (SIGTERM)\u000a11:13:20.199578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12911): Terminating (SIGTERM)\u000a11:13:20.208777 --- ParallelTerminationStrategy: PID 12905 died...\u000a11:13:20.261356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12905): Terminated: ok {rc=0}\u000a11:13:20.270823 --- ParallelTerminationStrategy: PID 12908 died...\u000a11:13:20.322905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12908): Terminated: ok {rc=0}\u000a11:13:20.332303 --- ParallelTerminationStrategy: PID 12911 died...\u000a11:13:20.384192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12911): Terminated: ok {rc=0}\u000a11:13:20.471142 bus /sierra_3: Setting Powered False\u000a11:13:21.571230 bus /sierra_3: Setting Powered False\u000a11:13:22.681264 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12920): Process ended prematurely: osmo-stp_10.42.42.5(pid=12920) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12920): Process ended prematurely: osmo-stp_10.42.42.5(pid=12920) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:13:23.788506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:23.799935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:13:23.951907 tst mo_mt_call_osmux.py: using LAC 33553\u000a11:13:24.070450 tst mo_mt_call_osmux.py: using RAC 148\u000a11:13:24.195552 tst mo_mt_call_osmux.py: using CellId 33553\u000a11:13:24.322787 tst mo_mt_call_osmux.py: using BVCI 33554\u000a11:13:24.347490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:24.359216 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:24.370569 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:24.382045 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:24.393879 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:13:24.405518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:13:24.525947 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:13:24.730816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:25.206455 run create_hlr_db(pid=12914): Launched\u000a11:13:25.376766 bus /sierra_2: Setting Powered False\u000a11:13:26.397593 run create_hlr_db(pid=12914): Terminated: ok {rc=0}\u000a11:13:26.793654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12916): Launched\u000a11:13:27.089900 run osmo-hlr_10.42.42.2(pid=12917): Launched\u000a11:13:27.207188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:27.728106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12919): Launched\u000a11:13:28.025941 run osmo-stp_10.42.42.5(pid=12920): Launched\u000a11:13:28.134043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:28.677917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12922): Launched\u000a11:13:28.975936 run osmo-msc_10.42.42.6(pid=12923): Launched\u000a11:13:29.151101 run osmo-stp_10.42.42.5(pid=12920): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)]\u000a11:13:29.276812 run osmo-stp_10.42.42.5(pid=12920): stdout: \u000a| (launched: 2022-12-13_11:13:27.879031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:29.400810 run osmo-stp_10.42.42.5(pid=12920): stderr: \u000a| �[0;m�[38;5;43m20221213111328050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111328050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111328051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111328051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111328051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111328051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111328052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:29.520448 run osmo-stp_10.42.42.5(pid=12920): stdout: \u000a| (launched: 2022-12-13_11:13:27.879031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:29.638771 run osmo-stp_10.42.42.5(pid=12920): stderr: \u000a| �[0;m�[38;5;43m20221213111328050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111328050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111328051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111328051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111328051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111328051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111328052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:29.691247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12920): Process ended prematurely: osmo-stp_10.42.42.5(pid=12920) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:13:29.699585 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a11:13:29.758441 run osmo-hlr_10.42.42.2(pid=12917): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12917)]\u000a11:13:29.807520 run osmo-hlr_10.42.42.2(pid=12917): stdout: \u000a| (launched: 2022-12-13_11:13:26.944878) \u000a11:13:29.856899 run osmo-hlr_10.42.42.2(pid=12917): stderr: \u000a| �[0;m�[1;31m20221213111327119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111327119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111327119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111327119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111327119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111327119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111327131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111327140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111327140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111327140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:29.923994 run osmo-msc_10.42.42.6(pid=12923): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12923)]\u000a11:13:29.972500 run osmo-msc_10.42.42.6(pid=12923): stdout: \u000a| (launched: 2022-12-13_11:13:28.829317) \u000a11:13:30.021582 run osmo-msc_10.42.42.6(pid=12923): stderr: \u000a| �[0;m�[38;5;43m20221213111329098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111329098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73dd775c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111329098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111329098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111329098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111329099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111329100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111329101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111329101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111329101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:30.063115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12916): Terminating (SIGTERM)\u000a11:13:30.102458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12919): Terminating (SIGTERM)\u000a11:13:30.141664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12922): Terminating (SIGTERM)\u000a11:13:30.150783 --- ParallelTerminationStrategy: PID 12916 died...\u000a11:13:30.203386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12916): Terminated: ok {rc=0}\u000a11:13:30.212871 --- ParallelTerminationStrategy: PID 12919 died...\u000a11:13:30.264934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12919): Terminated: ok {rc=0}\u000a11:13:30.274370 --- ParallelTerminationStrategy: PID 12922 died...\u000a11:13:30.326479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12922): Terminated: ok {rc=0}\u000a11:13:30.408875 bus /sierra_3: Setting Powered False\u000a11:13:31.527019 bus /sierra_3: Setting Powered False\u000a11:13:32.634831 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:13:13" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12934): Process ended prematurely: osmo-stp_10.42.42.5(pid=12934) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12934): Process ended prematurely: osmo-stp_10.42.42.5(pid=12934) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:13:34.631479 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:34.642739 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:13:34.796854 tst mo_mt_call.py: using LAC 33554\u000a11:13:34.914921 tst mo_mt_call.py: using RAC 149\u000a11:13:35.031707 tst mo_mt_call.py: using CellId 33554\u000a11:13:35.147924 tst mo_mt_call.py: using BVCI 33555\u000a11:13:35.170558 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:35.181803 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:35.192689 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:35.203632 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:35.215256 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:35.226766 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:13:35.346601 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:13:35.546519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:36.019523 run create_hlr_db(pid=12928): Launched\u000a11:13:36.189738 bus /sierra_2: Setting Powered False\u000a11:13:37.211822 run create_hlr_db(pid=12928): Terminated: ok {rc=0}\u000a11:13:37.634507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12930): Launched\u000a11:13:37.954196 run osmo-hlr_10.42.42.2(pid=12931): Launched\u000a11:13:38.070403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:38.622358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12933): Launched\u000a11:13:38.942927 run osmo-stp_10.42.42.5(pid=12934): Launched\u000a11:13:39.059198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:39.642187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12936): Launched\u000a11:13:39.961073 run osmo-msc_10.42.42.6(pid=12937): Launched\u000a11:13:40.148186 run osmo-stp_10.42.42.5(pid=12934): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)]\u000a11:13:40.284169 run osmo-stp_10.42.42.5(pid=12934): stdout: \u000a| (launched: 2022-12-13_11:13:38.785361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:40.417356 run osmo-stp_10.42.42.5(pid=12934): stderr: \u000a| �[0;m�[38;5;43m20221213111338975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111338976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111338976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111338976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111338977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111338977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111338977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:40.545828 run osmo-stp_10.42.42.5(pid=12934): stdout: \u000a| (launched: 2022-12-13_11:13:38.785361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:40.673122 run osmo-stp_10.42.42.5(pid=12934): stderr: \u000a| �[0;m�[38;5;43m20221213111338975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111338976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111338976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111338976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111338977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111338977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111338977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:40.729234 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12934): Process ended prematurely: osmo-stp_10.42.42.5(pid=12934) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:13:40.738492 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:13:40.800998 run osmo-hlr_10.42.42.2(pid=12931): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12931)]\u000a11:13:40.852011 run osmo-hlr_10.42.42.2(pid=12931): stdout: \u000a| (launched: 2022-12-13_11:13:37.796595) \u000a11:13:40.904279 run osmo-hlr_10.42.42.2(pid=12931): stderr: \u000a| �[0;m�[1;31m20221213111337995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111337995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111337995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111337995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111337995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111337995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111338008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111338016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111338016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111338016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:40.974820 run osmo-msc_10.42.42.6(pid=12937): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12937)]\u000a11:13:41.025955 run osmo-msc_10.42.42.6(pid=12937): stdout: \u000a| (launched: 2022-12-13_11:13:39.804271) \u000a11:13:41.077368 run osmo-msc_10.42.42.6(pid=12937): stderr: \u000a| �[0;m�[38;5;43m20221213111340126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111340126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc886fddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111340126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111340126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111340126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111340126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111340128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111340128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111340129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111340129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:41.121405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12930): Terminating (SIGTERM)\u000a11:13:41.163578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12933): Terminating (SIGTERM)\u000a11:13:41.205417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12936): Terminating (SIGTERM)\u000a11:13:41.215048 --- ParallelTerminationStrategy: PID 12930 died...\u000a11:13:41.270901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12930): Terminated: ok {rc=0}\u000a11:13:41.280804 --- ParallelTerminationStrategy: PID 12933 died...\u000a11:13:41.336406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12933): Terminated: ok {rc=0}\u000a11:13:41.346364 --- ParallelTerminationStrategy: PID 12936 died...\u000a11:13:41.401828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12936): Terminated: ok {rc=0}\u000a11:13:41.488730 bus /sierra_3: Setting Powered False\u000a11:13:42.589424 bus /sierra_3: Setting Powered False\u000a11:13:43.698878 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12945): Process ended prematurely: osmo-stp_10.42.42.5(pid=12945) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12945): Process ended prematurely: osmo-stp_10.42.42.5(pid=12945) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:13:44.807652 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:44.819489 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:13:44.970927 tst mo_mt_call_osmux.py: using LAC 33555\u000a11:13:45.086925 tst mo_mt_call_osmux.py: using RAC 150\u000a11:13:45.203788 tst mo_mt_call_osmux.py: using CellId 33555\u000a11:13:45.320297 tst mo_mt_call_osmux.py: using BVCI 33556\u000a11:13:45.342992 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:45.354058 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:45.364870 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:45.375718 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:45.386648 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:13:45.397450 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:13:45.517551 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:13:45.716094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:46.233432 run create_hlr_db(pid=12939): Launched\u000a11:13:46.408387 bus /sierra_2: Setting Powered False\u000a11:13:47.441468 run create_hlr_db(pid=12939): Terminated: ok {rc=0}\u000a11:13:47.842478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12941): Launched\u000a11:13:48.139789 run osmo-hlr_10.42.42.2(pid=12942): Launched\u000a11:13:48.248113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:48.763789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12944): Launched\u000a11:13:49.061448 run osmo-stp_10.42.42.5(pid=12945): Launched\u000a11:13:49.168519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:49.710777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12947): Launched\u000a11:13:50.008856 run osmo-msc_10.42.42.6(pid=12948): Launched\u000a11:13:50.189264 run osmo-stp_10.42.42.5(pid=12945): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)]\u000a11:13:50.331691 run osmo-stp_10.42.42.5(pid=12945): stdout: \u000a| (launched: 2022-12-13_11:13:48.915938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:50.455243 run osmo-stp_10.42.42.5(pid=12945): stderr: \u000a| �[0;m�[38;5;43m20221213111349086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111349086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111349087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111349087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111349087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111349088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111349088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:50.574350 run osmo-stp_10.42.42.5(pid=12945): stdout: \u000a| (launched: 2022-12-13_11:13:48.915938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:50.692414 run osmo-stp_10.42.42.5(pid=12945): stderr: \u000a| �[0;m�[38;5;43m20221213111349086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111349086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111349087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111349087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111349087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111349088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111349088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:50.744609 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12945): Process ended prematurely: osmo-stp_10.42.42.5(pid=12945) [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)] [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:13:50.753151 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:13:50.812569 run osmo-hlr_10.42.42.2(pid=12942): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12942)]\u000a11:13:50.860811 run osmo-hlr_10.42.42.2(pid=12942): stdout: \u000a| (launched: 2022-12-13_11:13:47.994215) \u000a11:13:50.909535 run osmo-hlr_10.42.42.2(pid=12942): stderr: \u000a| �[0;m�[1;31m20221213111348170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111348170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111348170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111348170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111348170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111348170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111348185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111348193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111348194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111348194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:50.975932 run osmo-msc_10.42.42.6(pid=12948): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12948)]\u000a11:13:51.024066 run osmo-msc_10.42.42.6(pid=12948): stdout: \u000a| (launched: 2022-12-13_11:13:49.861660) \u000a11:13:51.072988 run osmo-msc_10.42.42.6(pid=12948): stderr: \u000a| �[0;m�[38;5;43m20221213111350130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111350130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1e2b93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111350130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111350130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111350131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111350131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111350132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111350133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111350133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111350133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:51.114570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12941): Terminating (SIGTERM)\u000a11:13:51.153894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12944): Terminating (SIGTERM)\u000a11:13:51.193308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12947): Terminating (SIGTERM)\u000a11:13:51.202541 --- ParallelTerminationStrategy: PID 12941 died...\u000a11:13:51.255245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12941): Terminated: ok {rc=0}\u000a11:13:51.264816 --- ParallelTerminationStrategy: PID 12944 died...\u000a11:13:51.317220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12944): Terminated: ok {rc=0}\u000a11:13:51.326749 --- ParallelTerminationStrategy: PID 12947 died...\u000a11:13:51.379196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12947): Terminated: ok {rc=0}\u000a11:13:51.466118 bus /sierra_3: Setting Powered False\u000a11:13:52.567303 bus /sierra_3: Setting Powered False\u000a11:13:53.676126 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:13:34" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12960): Process ended prematurely: osmo-stp_10.42.42.5(pid=12960) [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12960)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12960): Process ended prematurely: osmo-stp_10.42.42.5(pid=12960) [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:13:55.660127 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:13:55.671392 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:13:55.822380 tst mo_mt_call.py: using LAC 33556\u000a11:13:55.945968 tst mo_mt_call.py: using RAC 151\u000a11:13:56.079887 tst mo_mt_call.py: using CellId 33556\u000a11:13:56.205457 tst mo_mt_call.py: using BVCI 33557\u000a11:13:56.229728 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:13:56.241391 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:13:56.253003 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:13:56.264356 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:13:56.276094 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:13:56.287733 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:13:56.405925 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:13:56.608098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:57.084035 run create_hlr_db(pid=12953): Launched\u000a11:13:57.253835 bus /sierra_2: Setting Powered False\u000a11:13:58.275964 run create_hlr_db(pid=12953): Terminated: ok {rc=0}\u000a11:13:58.669988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12956): Launched\u000a11:13:58.966455 run osmo-hlr_10.42.42.2(pid=12957): Launched\u000a11:13:59.083025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:59.604838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12959): Launched\u000a11:13:59.901682 run osmo-stp_10.42.42.5(pid=12960): Launched\u000a11:14:00.010131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:00.550438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12962): Launched\u000a11:14:00.846513 run osmo-msc_10.42.42.6(pid=12963): Launched\u000a11:14:01.226503 run osmo-stp_10.42.42.5(pid=12960): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12960)]\u000a11:14:01.385838 run osmo-stp_10.42.42.5(pid=12960): stdout: \u000a| (launched: 2022-12-13_11:13:59.755652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:01.515173 run osmo-stp_10.42.42.5(pid=12960): stderr: \u000a| �[0;m�[38;5;43m20221213111359927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111359927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111359927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111359928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111359928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111359928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111359928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:01.639647 run osmo-stp_10.42.42.5(pid=12960): stdout: \u000a| (launched: 2022-12-13_11:13:59.755652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:01.760308 run osmo-stp_10.42.42.5(pid=12960): stderr: \u000a| �[0;m�[38;5;43m20221213111359927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111359927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111359927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111359928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111359928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111359928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111359928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:01.814381 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12960): Process ended prematurely: osmo-stp_10.42.42.5(pid=12960) [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12960)] [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:14:01.823684 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:14:01.884224 run osmo-hlr_10.42.42.2(pid=12957): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12957)]\u000a11:14:01.934171 run osmo-hlr_10.42.42.2(pid=12957): stdout: \u000a| (launched: 2022-12-13_11:13:58.820732) \u000a11:14:01.984987 run osmo-hlr_10.42.42.2(pid=12957): stderr: \u000a| �[0;m�[1;31m20221213111358997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111358997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111358997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111358997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111358997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111358997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111359009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111359018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111359018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111359018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:02.052912 run osmo-msc_10.42.42.6(pid=12963): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12963)]\u000a11:14:02.102097 run osmo-msc_10.42.42.6(pid=12963): stdout: \u000a| (launched: 2022-12-13_11:14:00.700685) \u000a11:14:02.152125 run osmo-msc_10.42.42.6(pid=12963): stderr: \u000a| �[0;m�[38;5;43m20221213111401062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111401062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe46e495c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111401062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111401062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111401063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111401063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111401065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111401065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111401065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111401065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:02.194327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12956): Terminating (SIGTERM)\u000a11:14:02.234359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12959): Terminating (SIGTERM)\u000a11:14:02.274465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12962): Terminating (SIGTERM)\u000a11:14:02.283628 --- ParallelTerminationStrategy: PID 12956 died...\u000a11:14:02.336753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12956): Terminated: ok {rc=0}\u000a11:14:02.346714 --- ParallelTerminationStrategy: PID 12959 died...\u000a11:14:02.399736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12959): Terminated: ok {rc=0}\u000a11:14:02.409327 --- ParallelTerminationStrategy: PID 12962 died...\u000a11:14:02.461487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12962): Terminated: ok {rc=0}\u000a11:14:02.548873 bus /sierra_3: Setting Powered False\u000a11:14:03.651876 bus /sierra_3: Setting Powered False\u000a11:14:04.762506 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12971): Process ended prematurely: osmo-stp_10.42.42.5(pid=12971) [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12971)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12971): Process ended prematurely: osmo-stp_10.42.42.5(pid=12971) [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:14:05.871046 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:14:05.882864 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:14:06.034241 tst mo_mt_call_osmux.py: using LAC 33557\u000a11:14:06.153236 tst mo_mt_call_osmux.py: using RAC 152\u000a11:14:06.270045 tst mo_mt_call_osmux.py: using CellId 33557\u000a11:14:06.386663 tst mo_mt_call_osmux.py: using BVCI 33558\u000a11:14:06.409309 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:14:06.420287 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:14:06.431258 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:14:06.442222 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:14:06.453325 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:14:06.464185 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:14:06.586684 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:14:06.799617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:07.303085 run create_hlr_db(pid=12965): Launched\u000a11:14:07.487677 bus /sierra_2: Setting Powered False\u000a11:14:08.508594 run create_hlr_db(pid=12965): Terminated: ok {rc=0}\u000a11:14:08.907493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12967): Launched\u000a11:14:09.204937 run osmo-hlr_10.42.42.2(pid=12968): Launched\u000a11:14:09.324066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:09.842586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12970): Launched\u000a11:14:10.138552 run osmo-stp_10.42.42.5(pid=12971): Launched\u000a11:14:10.246634 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:10.788020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12973): Launched\u000a11:14:11.086627 run osmo-msc_10.42.42.6(pid=12974): Launched\u000a11:14:11.260813 run osmo-stp_10.42.42.5(pid=12971): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12971)]\u000a11:14:11.387088 run osmo-stp_10.42.42.5(pid=12971): stdout: \u000a| (launched: 2022-12-13_11:14:09.993192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:11.510407 run osmo-stp_10.42.42.5(pid=12971): stderr: \u000a| �[0;m�[38;5;43m20221213111410163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111410163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111410163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111410164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111410164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111410164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111410164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:11.629709 run osmo-stp_10.42.42.5(pid=12971): stdout: \u000a| (launched: 2022-12-13_11:14:09.993192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:11.747675 run osmo-stp_10.42.42.5(pid=12971): stderr: \u000a| �[0;m�[38;5;43m20221213111410163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111410163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111410163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111410164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111410164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111410164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111410164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:11.799970 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12971): Process ended prematurely: osmo-stp_10.42.42.5(pid=12971) [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12971)] [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:14:11.808294 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:14:11.867631 run osmo-hlr_10.42.42.2(pid=12968): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12968)]\u000a11:14:11.924768 run osmo-hlr_10.42.42.2(pid=12968): stdout: \u000a| (launched: 2022-12-13_11:14:09.059552) \u000a11:14:11.979349 run osmo-hlr_10.42.42.2(pid=12968): stderr: \u000a| �[0;m�[1;31m20221213111409234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111409234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111409234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111409234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111409234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111409234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111409246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111409255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111409255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111409255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:12.047787 run osmo-msc_10.42.42.6(pid=12974): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12974)]\u000a11:14:12.096429 run osmo-msc_10.42.42.6(pid=12974): stdout: \u000a| (launched: 2022-12-13_11:14:10.938875) \u000a11:14:12.145864 run osmo-msc_10.42.42.6(pid=12974): stderr: \u000a| �[0;m�[38;5;43m20221213111411207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111411207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe34aabec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111411208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111411208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111411208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111411208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111411210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111411210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111411210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111411210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:12.187375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12967): Terminating (SIGTERM)\u000a11:14:12.226674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12970): Terminating (SIGTERM)\u000a11:14:12.265912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12973): Terminating (SIGTERM)\u000a11:14:12.275117 --- ParallelTerminationStrategy: PID 12967 died...\u000a11:14:12.327979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12967): Terminated: ok {rc=0}\u000a11:14:12.337734 --- ParallelTerminationStrategy: PID 12970 died...\u000a11:14:12.390422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12970): Terminated: ok {rc=0}\u000a11:14:12.400430 --- ParallelTerminationStrategy: PID 12973 died...\u000a11:14:12.453369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12973): Terminated: ok {rc=0}\u000a11:14:12.541181 bus /sierra_3: Setting Powered False\u000a11:14:13.642828 bus /sierra_3: Setting Powered False\u000a11:14:14.749485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:13:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12985): Process ended prematurely: osmo-stp_10.42.42.5(pid=12985) [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12985)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12985): Process ended prematurely: osmo-stp_10.42.42.5(pid=12985) [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:14:16.788571 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:16.803234 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:14:16.976702 tst mo_mt_call.py: using LAC 33558\u000a11:14:17.113533 tst mo_mt_call.py: using RAC 153\u000a11:14:17.240694 tst mo_mt_call.py: using CellId 33558\u000a11:14:17.367922 tst mo_mt_call.py: using BVCI 33559\u000a11:14:17.392743 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:17.404922 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:17.417111 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:17.428684 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:17.441570 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:17.453891 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:14:17.573940 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:14:17.774452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:18.250090 run create_hlr_db(pid=12979): Launched\u000a11:14:18.421635 bus /sierra_2: Setting Powered False\u000a11:14:19.443834 run create_hlr_db(pid=12979): Terminated: ok {rc=0}\u000a11:14:19.869525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12981): Launched\u000a11:14:20.189693 run osmo-hlr_10.42.42.2(pid=12982): Launched\u000a11:14:20.310604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:20.865008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12984): Launched\u000a11:14:21.185225 run osmo-stp_10.42.42.5(pid=12985): Launched\u000a11:14:21.301583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:21.883746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12987): Launched\u000a11:14:22.202513 run osmo-msc_10.42.42.6(pid=12988): Launched\u000a11:14:22.390045 run osmo-stp_10.42.42.5(pid=12985): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12985)]\u000a11:14:22.524870 run osmo-stp_10.42.42.5(pid=12985): stdout: \u000a| (launched: 2022-12-13_11:14:21.028239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:22.659668 run osmo-stp_10.42.42.5(pid=12985): stderr: \u000a| �[0;m�[38;5;43m20221213111421219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111421219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111421220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111421220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111421221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111421221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111421221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:22.788199 run osmo-stp_10.42.42.5(pid=12985): stdout: \u000a| (launched: 2022-12-13_11:14:21.028239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:22.915856 run osmo-stp_10.42.42.5(pid=12985): stderr: \u000a| �[0;m�[38;5;43m20221213111421219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111421219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111421220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111421220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111421221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111421221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111421221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:22.971963 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12985): Process ended prematurely: osmo-stp_10.42.42.5(pid=12985) [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12985)] [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:14:22.981006 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:14:23.043454 run osmo-hlr_10.42.42.2(pid=12982): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12982)]\u000a11:14:23.094830 run osmo-hlr_10.42.42.2(pid=12982): stdout: \u000a| (launched: 2022-12-13_11:14:20.033009) \u000a11:14:23.146635 run osmo-hlr_10.42.42.2(pid=12982): stderr: \u000a| �[0;m�[1;31m20221213111420231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111420231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111420231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111420231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111420231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111420231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111420247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111420256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111420256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111420256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:23.216879 run osmo-msc_10.42.42.6(pid=12988): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12988)]\u000a11:14:23.267524 run osmo-msc_10.42.42.6(pid=12988): stdout: \u000a| (launched: 2022-12-13_11:14:22.046230) \u000a11:14:23.319053 run osmo-msc_10.42.42.6(pid=12988): stderr: \u000a| �[0;m�[38;5;43m20221213111422367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111422367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8744a9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111422367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111422367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111422367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111422368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111422370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111422370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111422370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111422370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:23.363064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12981): Terminating (SIGTERM)\u000a11:14:23.405229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12984): Terminating (SIGTERM)\u000a11:14:23.447382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12987): Terminating (SIGTERM)\u000a11:14:23.457080 --- ParallelTerminationStrategy: PID 12981 died...\u000a11:14:23.513163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12981): Terminated: ok {rc=0}\u000a11:14:23.523228 --- ParallelTerminationStrategy: PID 12984 died...\u000a11:14:23.579070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12984): Terminated: ok {rc=0}\u000a11:14:23.589191 --- ParallelTerminationStrategy: PID 12987 died...\u000a11:14:23.645079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12987): Terminated: ok {rc=0}\u000a11:14:23.732064 bus /sierra_3: Setting Powered False\u000a11:14:24.837119 bus /sierra_3: Setting Powered False\u000a11:14:25.944230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:14:27.058019 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:27.070215 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:14:27.208292 tst mo_mt_call_osmux.py: using LAC 33559\u000a11:14:27.330612 tst mo_mt_call_osmux.py: using RAC 154\u000a11:14:27.447194 tst mo_mt_call_osmux.py: using CellId 33559\u000a11:14:27.562825 tst mo_mt_call_osmux.py: using BVCI 33560\u000a11:14:27.585686 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:27.597254 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:27.608312 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:27.619278 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:27.630521 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:14:27.641797 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:14:27.761802 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:14:27.963991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:28.440361 run create_hlr_db(pid=12990): Launched\u000a11:14:28.612395 bus /sierra_2: Setting Powered False\u000a11:14:29.634669 run create_hlr_db(pid=12990): Terminated: ok {rc=0}\u000a11:14:30.059639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Launched\u000a11:14:30.379720 run osmo-hlr_10.42.42.2(pid=12993): Launched\u000a11:14:30.500569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:31.083137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Launched\u000a11:14:31.576730 run osmo-stp_10.42.42.5(pid=12996): Launched\u000a11:14:31.694649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:32.301130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12998): Launched\u000a11:14:32.622692 run osmo-msc_10.42.42.6(pid=12999): Launched\u000a11:14:32.812507 run osmo-stp_10.42.42.5(pid=12996): ERR: Terminated: ERROR {rc=1} [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]\u000a11:14:32.950220 run osmo-stp_10.42.42.5(pid=12996): stdout: \u000a| (launched: 2022-12-13_11:14:31.248866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:33.086630 run osmo-stp_10.42.42.5(pid=12996): stderr: \u000a| �[0;m�[38;5;43m20221213111431445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111431445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111431445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111431446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111431448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111431448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111431448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:33.216493 run osmo-stp_10.42.42.5(pid=12996): stdout: \u000a| (launched: 2022-12-13_11:14:31.248866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:33.345444 run osmo-stp_10.42.42.5(pid=12996): stderr: \u000a| �[0;m�[38;5;43m20221213111431445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111431445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111431445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111431446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111431448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111431448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111431448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:33.402122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)] [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:14:33.411300 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:14:33.474663 run osmo-hlr_10.42.42.2(pid=12993): ERR: Terminated: ERROR {rc=237} [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12993)]\u000a11:14:33.526718 run osmo-hlr_10.42.42.2(pid=12993): stdout: \u000a| (launched: 2022-12-13_11:14:30.222663) \u000a11:14:33.579143 run osmo-hlr_10.42.42.2(pid=12993): stderr: \u000a| �[0;m�[1;31m20221213111430425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111430425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111430425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111430425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111430425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111430425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111430438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111430446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111430447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111430447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:33.650403 run osmo-msc_10.42.42.6(pid=12999): ERR: Terminated: ERROR {rc=2} [trial-2388↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12999)]\u000a11:14:33.702440 run osmo-msc_10.42.42.6(pid=12999): stdout: \u000a| (launched: 2022-12-13_11:14:32.463817) \u000a11:14:33.755282 run osmo-msc_10.42.42.6(pid=12999): stderr: \u000a| �[0;m�[38;5;43m20221213111432781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111432781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9175adcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111432781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111432782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111432782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111432782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111432783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111432784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111432784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111432784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:33.800085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminating (SIGTERM)\u000a11:14:33.842638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminating (SIGTERM)\u000a11:14:33.886085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12998): Terminating (SIGTERM)\u000a11:14:33.895918 --- ParallelTerminationStrategy: PID 12992 died...\u000a11:14:33.953099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminated: ok {rc=0}\u000a11:14:33.963476 --- ParallelTerminationStrategy: PID 12995 died...\u000a11:14:34.020243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminated: ok {rc=0}\u000a11:14:34.030574 --- ParallelTerminationStrategy: PID 12998 died...\u000a11:14:34.087329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12998): Terminated: ok {rc=0}\u000a11:14:34.174391 bus /sierra_3: Setting Powered False\u000a11:14:35.280316 bus /sierra_3: Setting Powered False\u000a11:14:36.392063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:14:16" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:14:38.400942 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:38.411517 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:14:38.540940 tst emergency_mo_mt_call.py: using LAC 33560\u000a11:14:38.663369 tst emergency_mo_mt_call.py: using RAC 155\u000a11:14:38.790880 tst emergency_mo_mt_call.py: using CellId 33560\u000a11:14:38.911687 tst emergency_mo_mt_call.py: using BVCI 33561\u000a11:14:38.936004 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:38.947361 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:38.958276 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:38.969176 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:38.980460 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:38.991730 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:14:39.107138 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:14:39.314161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:39.807530 run create_hlr_db(pid=13004): Launched\u000a11:14:39.990880 bus /sierra_2: Setting Powered False\u000a11:14:41.010572 run create_hlr_db(pid=13004): Terminated: ok {rc=0}\u000a11:14:41.430189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Launched\u000a11:14:41.745177 run osmo-hlr_10.42.42.2(pid=13007): Launched\u000a11:14:41.862699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:42.409296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Launched\u000a11:14:42.722523 run osmo-stp_10.42.42.5(pid=13010): Launched\u000a11:14:42.848627 tst emergency_mo_mt_call.py: using MSISDN 8121\u000a11:14:43.005988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:43.577625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13012): Launched\u000a11:14:43.890610 run osmo-msc_10.42.42.6(pid=13013): Launched\u000a11:14:44.075400 run osmo-stp_10.42.42.5(pid=13010): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]\u000a11:14:44.208931 run osmo-stp_10.42.42.5(pid=13010): stdout: \u000a| (launched: 2022-12-13_11:14:42.567989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:44.342113 run osmo-stp_10.42.42.5(pid=13010): stderr: \u000a| �[0;m�[38;5;43m20221213111442758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111442758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111442759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111442759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111442760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111442760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111442760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:44.468923 run osmo-stp_10.42.42.5(pid=13010): stdout: \u000a| (launched: 2022-12-13_11:14:42.567989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:44.594546 run osmo-stp_10.42.42.5(pid=13010): stderr: \u000a| �[0;m�[38;5;43m20221213111442758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111442758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111442759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111442759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111442760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111442760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111442760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:44.649493 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)] [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a11:14:44.658127 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a11:14:44.720713 run osmo-hlr_10.42.42.2(pid=13007): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13007)]\u000a11:14:44.772052 run osmo-hlr_10.42.42.2(pid=13007): stdout: \u000a| (launched: 2022-12-13_11:14:41.590049) \u000a11:14:44.823952 run osmo-hlr_10.42.42.2(pid=13007): stderr: \u000a| �[0;m�[1;31m20221213111441788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111441789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111441789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111441789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111441789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111441789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111441801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111441809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111441810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111441810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:44.894562 run osmo-msc_10.42.42.6(pid=13013): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13013)]\u000a11:14:44.946286 run osmo-msc_10.42.42.6(pid=13013): stdout: \u000a| (launched: 2022-12-13_11:14:43.736101) \u000a11:14:44.998290 run osmo-msc_10.42.42.6(pid=13013): stderr: \u000a| �[0;m�[38;5;43m20221213111444054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111444055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a8bb94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111444055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111444055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111444055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111444055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111444057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111444057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111444058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111444058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:45.042411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminating (SIGTERM)\u000a11:14:45.084413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminating (SIGTERM)\u000a11:14:45.126505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13012): Terminating (SIGTERM)\u000a11:14:45.136117 --- ParallelTerminationStrategy: PID 13006 died...\u000a11:14:45.192089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminated: ok {rc=0}\u000a11:14:45.202084 --- ParallelTerminationStrategy: PID 13009 died...\u000a11:14:45.257808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminated: ok {rc=0}\u000a11:14:45.267785 --- ParallelTerminationStrategy: PID 13012 died...\u000a11:14:45.323233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13012): Terminated: ok {rc=0}\u000a11:14:45.409563 bus /sierra_3: Setting Powered False\u000a11:14:46.533032 bus /sierra_3: Setting Powered False\u000a11:14:47.641576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13022): Process ended prematurely: osmo-stp_10.42.42.5(pid=13022) [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13022): Process ended prematurely: osmo-stp_10.42.42.5(pid=13022) [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:14:48.692885 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:48.704599 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:14:48.840209 tst emergency_preemptive_call.py: using LAC 33561\u000a11:14:48.957153 tst emergency_preemptive_call.py: using RAC 156\u000a11:14:49.072295 tst emergency_preemptive_call.py: using CellId 33561\u000a11:14:49.195316 tst emergency_preemptive_call.py: using BVCI 33562\u000a11:14:49.219213 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:49.230392 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:49.241356 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:49.252091 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:49.263529 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:14:49.275062 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:14:49.393429 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:14:49.509100 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:14:49.627500 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:14:49.825075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:50.294432 run create_hlr_db(pid=13015): Launched\u000a11:14:50.463458 bus /sierra_2: Setting Powered False\u000a11:14:51.484940 run create_hlr_db(pid=13015): Terminated: ok {rc=0}\u000a11:14:51.903107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13018): Launched\u000a11:14:52.218029 run osmo-hlr_10.42.42.2(pid=13019): Launched\u000a11:14:52.333908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:52.878815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13021): Launched\u000a11:14:53.193108 run osmo-stp_10.42.42.5(pid=13022): Launched\u000a11:14:53.318705 tst emergency_preemptive_call.py: using MSISDN 8122\u000a11:14:53.476405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:54.049458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13024): Launched\u000a11:14:54.362950 run osmo-msc_10.42.42.6(pid=13025): Launched\u000a11:14:54.547043 run osmo-stp_10.42.42.5(pid=13022): ERR: Terminated: ERROR {rc=1} [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)]\u000a11:14:54.680029 run osmo-stp_10.42.42.5(pid=13022): stdout: \u000a| (launched: 2022-12-13_11:14:53.038973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:54.813220 run osmo-stp_10.42.42.5(pid=13022): stderr: \u000a| �[0;m�[38;5;43m20221213111453232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111453232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111453233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111453233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111453233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111453233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111453234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:54.940567 run osmo-stp_10.42.42.5(pid=13022): stdout: \u000a| (launched: 2022-12-13_11:14:53.038973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:55.066800 run osmo-stp_10.42.42.5(pid=13022): stderr: \u000a| �[0;m�[38;5;43m20221213111453232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111453232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111453233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111453233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111453233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111453233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111453234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:55.121874 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13022): Process ended prematurely: osmo-stp_10.42.42.5(pid=13022) [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)] [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a11:14:55.130425 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a11:14:55.193848 run osmo-hlr_10.42.42.2(pid=13019): ERR: Terminated: ERROR {rc=237} [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13019)]\u000a11:14:55.245763 run osmo-hlr_10.42.42.2(pid=13019): stdout: \u000a| (launched: 2022-12-13_11:14:52.063227) \u000a11:14:55.298176 run osmo-hlr_10.42.42.2(pid=13019): stderr: \u000a| �[0;m�[1;31m20221213111452262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111452262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111452262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111452262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111452262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111452262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111452275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111452286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111452286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111452286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:55.370196 run osmo-msc_10.42.42.6(pid=13025): ERR: Terminated: ERROR {rc=2} [trial-2388↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13025)]\u000a11:14:55.422045 run osmo-msc_10.42.42.6(pid=13025): stdout: \u000a| (launched: 2022-12-13_11:14:54.208846) \u000a11:14:55.474454 run osmo-msc_10.42.42.6(pid=13025): stderr: \u000a| �[0;m�[38;5;43m20221213111454530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111454530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8f8f80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111454531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111454531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111454531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111454531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111454533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111454533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111454533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111454534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:55.519248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13018): Terminating (SIGTERM)\u000a11:14:55.561750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13021): Terminating (SIGTERM)\u000a11:14:55.604645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13024): Terminating (SIGTERM)\u000a11:14:55.614610 --- ParallelTerminationStrategy: PID 13018 died...\u000a11:14:55.671468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13018): Terminated: ok {rc=0}\u000a11:14:55.681767 --- ParallelTerminationStrategy: PID 13021 died...\u000a11:14:55.738097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13021): Terminated: ok {rc=0}\u000a11:14:55.748288 --- ParallelTerminationStrategy: PID 13024 died...\u000a11:14:55.804713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13024): Terminated: ok {rc=0}\u000a11:14:55.891391 bus /sierra_9: Setting Powered False\u000a11:14:56.997695 bus /sierra_9: Setting Powered False\u000a11:14:58.109107 bus /sierra_8: Setting Powered False\u000a11:14:59.211466 bus /sierra_8: Setting Powered False\u000a11:15:00.318724 bus /sierra_3: Setting Powered False\u000a11:15:01.424668 bus /sierra_3: Setting Powered False\u000a11:15:02.535601 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:14:38" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13044): Process ended prematurely: osmo-stp_10.42.42.5(pid=13044) [trial-2388↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13044): Process ended prematurely: osmo-stp_10.42.42.5(pid=13044) [trial-2388↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:15:04.659997 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:04.671071 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:15:04.810740 tst cs_paging_gprs_active.py: using LAC 33562\u000a11:15:04.931434 tst cs_paging_gprs_active.py: using RAC 157\u000a11:15:05.050749 tst cs_paging_gprs_active.py: using CellId 33562\u000a11:15:05.168531 tst cs_paging_gprs_active.py: using BVCI 33563\u000a11:15:05.191513 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.202161 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.212658 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.222970 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.233278 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.243482 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.253926 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.264116 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:05.274554 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:05.391588 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:05.671549 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:15:05.796149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:06.105260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13034): Launched\u000a11:15:06.362140 run iperf3-srv_10.42.42.10(pid=13035): Launched\u000a11:15:06.543531 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:15:06.667580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:06.975646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Launched\u000a11:15:07.231144 run iperf3-srv_10.42.42.10(pid=13037): Launched\u000a11:15:07.412603 tst cs_paging_gprs_active.py:38: start network...\u000a11:15:07.536915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:08.011799 run create_hlr_db(pid=13038): Launched\u000a11:15:08.183505 bus /sierra_2: Setting Powered False\u000a11:15:09.204796 run create_hlr_db(pid=13038): Terminated: ok {rc=0}\u000a11:15:09.630601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13040): Launched\u000a11:15:09.951200 run osmo-hlr_10.42.42.2(pid=13041): Launched\u000a11:15:10.072171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:10.596249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13043): Launched\u000a11:15:10.894743 run osmo-stp_10.42.42.5(pid=13044): Launched\u000a11:15:11.003317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:15:11.522278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13046): Launched\u000a11:15:11.628857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:15:11.889364 run patchelf(pid=13047): Launched\u000a11:15:12.064040 run osmo-stp_10.42.42.5(pid=13044): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)]\u000a11:15:12.191461 run osmo-stp_10.42.42.5(pid=13044): stdout: \u000a| (launched: 2022-12-13_11:15:10.747618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:12.318692 run osmo-stp_10.42.42.5(pid=13044): stderr: \u000a| �[0;m�[38;5;43m20221213111510918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111510918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111510918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111510919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111510919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111510919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111510919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:12.441972 run osmo-stp_10.42.42.5(pid=13044): stdout: \u000a| (launched: 2022-12-13_11:15:10.747618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:12.564038 run osmo-stp_10.42.42.5(pid=13044): stderr: \u000a| �[0;m�[38;5;43m20221213111510918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111510918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111510918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111510919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111510919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111510919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111510919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:12.706896 run patchelf(pid=13047): Terminating (SIGINT)\u000a11:15:12.875083 run patchelf(pid=13047): Terminated: ok {rc=0}\u000a11:15:12.906157 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13044): Process ended prematurely: osmo-stp_10.42.42.5(pid=13044) [trial-2388↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)] [trial-2388↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a11:15:12.915422 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a11:15:12.974964 run osmo-hlr_10.42.42.2(pid=13041): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13041)]\u000a11:15:13.023577 run osmo-hlr_10.42.42.2(pid=13041): stdout: \u000a| (launched: 2022-12-13_11:15:09.793452) \u000a11:15:13.072719 run osmo-hlr_10.42.42.2(pid=13041): stderr: \u000a| �[0;m�[1;31m20221213111509995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111509995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111509995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111509995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111509995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111509995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111510007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111510017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111510017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111510017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:13.114650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13034): Terminating (SIGTERM)\u000a11:15:13.153977 run iperf3-srv_10.42.42.10(pid=13035): Terminating (SIGTERM)\u000a11:15:13.193418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Terminating (SIGTERM)\u000a11:15:13.232998 run iperf3-srv_10.42.42.10(pid=13037): Terminating (SIGTERM)\u000a11:15:13.272422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13040): Terminating (SIGTERM)\u000a11:15:13.311811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13043): Terminating (SIGTERM)\u000a11:15:13.351386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13046): Terminating (SIGTERM)\u000a11:15:13.360680 --- ParallelTerminationStrategy: PID 13034 died...\u000a11:15:13.413926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13034): Terminated: ok {rc=0}\u000a11:15:13.423617 --- ParallelTerminationStrategy: PID 13035 died...\u000a11:15:13.476729 run iperf3-srv_10.42.42.10(pid=13035): Terminated {rc=256}\u000a11:15:13.486296 --- ParallelTerminationStrategy: PID 13036 died...\u000a11:15:13.538916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Terminated: ok {rc=0}\u000a11:15:13.548470 --- ParallelTerminationStrategy: PID 13037 died...\u000a11:15:13.600687 run iperf3-srv_10.42.42.10(pid=13037): Terminated {rc=256}\u000a11:15:13.610256 --- ParallelTerminationStrategy: PID 13040 died...\u000a11:15:13.662980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13040): Terminated: ok {rc=0}\u000a11:15:13.672535 --- ParallelTerminationStrategy: PID 13043 died...\u000a11:15:13.725014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13043): Terminated: ok {rc=0}\u000a11:15:13.734606 --- ParallelTerminationStrategy: PID 13046 died...\u000a11:15:13.787335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13046): Terminated: ok {rc=0}\u000a11:15:13.875033 bus /gobi_0: Setting Powered False\u000a11:15:14.976451 bus /gobi_0: Setting Powered False\u000a11:15:16.088696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2388↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2388↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a11:15:17.203710 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.216239 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:15:17.364791 tst iperf3.py: using LAC 33563\u000a11:15:17.489231 tst iperf3.py: using RAC 158\u000a11:15:17.615785 tst iperf3.py: using CellId 33563\u000a11:15:17.735908 tst iperf3.py: using BVCI 33564\u000a11:15:17.758740 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.769580 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.780121 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.790700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.801088 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.811544 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.822038 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.832251 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:17.842700 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:18.131539 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:15:18.265808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:18.597285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13048): Launched\u000a11:15:18.872585 run iperf3-srv_10.42.42.10(pid=13049): Launched\u000a11:15:19.069394 tst iperf3.py:8: start network...\u000a11:15:19.203392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:19.707713 run create_hlr_db(pid=13050): Launched\u000a11:15:19.892904 bus /gobi_6: Setting Powered False\u000a11:15:20.913730 run create_hlr_db(pid=13050): Terminated: ok {rc=0}\u000a11:15:21.315763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Launched\u000a11:15:21.616665 run osmo-hlr_10.42.42.2(pid=13053): Launched\u000a11:15:21.735540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:22.260934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Launched\u000a11:15:22.560445 run osmo-stp_10.42.42.5(pid=13056): Launched\u000a11:15:22.669069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:15:23.186831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13058): Launched\u000a11:15:23.292510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:15:23.552519 run patchelf(pid=13059): Launched\u000a11:15:23.727449 run osmo-stp_10.42.42.5(pid=13056): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]\u000a11:15:23.855024 run osmo-stp_10.42.42.5(pid=13056): stdout: \u000a| (launched: 2022-12-13_11:15:22.413081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:23.982781 run osmo-stp_10.42.42.5(pid=13056): stderr: \u000a| �[0;m�[38;5;43m20221213111522585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111522585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111522585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111522586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111522586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111522586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111522586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:24.106409 run osmo-stp_10.42.42.5(pid=13056): stdout: \u000a| (launched: 2022-12-13_11:15:22.413081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:24.228410 run osmo-stp_10.42.42.5(pid=13056): stderr: \u000a| �[0;m�[38;5;43m20221213111522585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111522585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111522585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111522586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111522586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111522586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111522586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:24.371057 run patchelf(pid=13059): Terminating (SIGINT)\u000a11:15:24.539108 run patchelf(pid=13059): Terminated: ok {rc=0}\u000a11:15:24.570014 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2388↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)] [trial-2388↪gprs:nanobts+band-900↪iperf3.py:8]\u000a11:15:24.579186 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:15:24.638794 run osmo-hlr_10.42.42.2(pid=13053): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13053)]\u000a11:15:24.687142 run osmo-hlr_10.42.42.2(pid=13053): stdout: \u000a| (launched: 2022-12-13_11:15:21.468154) \u000a11:15:24.736270 run osmo-hlr_10.42.42.2(pid=13053): stderr: \u000a| �[0;m�[1;31m20221213111521644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111521644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111521644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111521644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111521644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111521644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111521656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111521666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111521666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111521666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:24.778205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13048): Terminating (SIGTERM)\u000a11:15:24.817680 run iperf3-srv_10.42.42.10(pid=13049): Terminating (SIGTERM)\u000a11:15:24.857183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Terminating (SIGTERM)\u000a11:15:24.896496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Terminating (SIGTERM)\u000a11:15:24.935875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13058): Terminating (SIGTERM)\u000a11:15:24.944683 --- ParallelTerminationStrategy: PID 13048 died...\u000a11:15:24.998037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13048): Terminated: ok {rc=0}\u000a11:15:25.007722 --- ParallelTerminationStrategy: PID 13049 died...\u000a11:15:25.060635 run iperf3-srv_10.42.42.10(pid=13049): Terminated {rc=256}\u000a11:15:25.070255 --- ParallelTerminationStrategy: PID 13052 died...\u000a11:15:25.123158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Terminated: ok {rc=0}\u000a11:15:25.132821 --- ParallelTerminationStrategy: PID 13055 died...\u000a11:15:25.185584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Terminated: ok {rc=0}\u000a11:15:25.195106 --- ParallelTerminationStrategy: PID 13058 died...\u000a11:15:25.248004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13058): Terminated: ok {rc=0}\u000a11:15:25.330965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13074): Process ended prematurely: osmo-stp_10.42.42.5(pid=13074) [trial-2388↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13074)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13074): Process ended prematurely: osmo-stp_10.42.42.5(pid=13074) [trial-2388↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a11:15:26.444539 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:26.456045 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:15:26.598286 tst iperf3m4.py: using LAC 33564\u000a11:15:26.723730 tst iperf3m4.py: using RAC 159\u000a11:15:26.848613 tst iperf3m4.py: using CellId 33564\u000a11:15:26.973530 tst iperf3m4.py: using BVCI 33565\u000a11:15:26.998219 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.009383 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.020282 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.031250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.042449 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.053637 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.065104 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.076161 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:27.087623 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:27.207018 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:27.325381 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:27.448037 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:27.740814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:15:27.875144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:28.207962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13060): Launched\u000a11:15:28.482149 run iperf3-srv_10.42.42.10(pid=13061): Launched\u000a11:15:28.678084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:15:28.811922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:29.143365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13062): Launched\u000a11:15:29.418107 run iperf3-srv_10.42.42.10(pid=13063): Launched\u000a11:15:29.615194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:15:29.749859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:30.081963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13064): Launched\u000a11:15:30.356626 run iperf3-srv_10.42.42.10(pid=13065): Launched\u000a11:15:30.553189 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:15:30.687176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:15:31.037281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13066): Launched\u000a11:15:31.329919 run iperf3-srv_10.42.42.10(pid=13067): Launched\u000a11:15:31.530996 tst iperf3m4.py:8: start network...\u000a11:15:31.668492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:32.218711 run create_hlr_db(pid=13068): Launched\u000a11:15:32.406772 bus /gobi_6: Setting Powered False\u000a11:15:33.426063 run create_hlr_db(pid=13068): Terminated: ok {rc=0}\u000a11:15:33.827539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13070): Launched\u000a11:15:34.125924 run osmo-hlr_10.42.42.2(pid=13071): Launched\u000a11:15:34.234970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:34.753577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13073): Launched\u000a11:15:35.052329 run osmo-stp_10.42.42.5(pid=13074): Launched\u000a11:15:35.161085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:15:35.681583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13076): Launched\u000a11:15:35.787540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:15:36.047576 run patchelf(pid=13077): Launched\u000a11:15:36.222415 run osmo-stp_10.42.42.5(pid=13074): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13074)]\u000a11:15:36.349931 run osmo-stp_10.42.42.5(pid=13074): stdout: \u000a| (launched: 2022-12-13_11:15:34.905212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:36.477831 run osmo-stp_10.42.42.5(pid=13074): stderr: \u000a| �[0;m�[38;5;43m20221213111535072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111535072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111535072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111535073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111535073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111535073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111535073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:36.601347 run osmo-stp_10.42.42.5(pid=13074): stdout: \u000a| (launched: 2022-12-13_11:15:34.905212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:36.723623 run osmo-stp_10.42.42.5(pid=13074): stderr: \u000a| �[0;m�[38;5;43m20221213111535072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111535072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111535072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111535073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111535073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111535073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111535073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:36.866860 run patchelf(pid=13077): Terminating (SIGINT)\u000a11:15:37.035364 run patchelf(pid=13077): Terminated: ok {rc=0}\u000a11:15:37.066343 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13074): Process ended prematurely: osmo-stp_10.42.42.5(pid=13074) [trial-2388↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13074)] [trial-2388↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a11:15:37.075496 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:15:37.135175 run osmo-hlr_10.42.42.2(pid=13071): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13071)]\u000a11:15:37.183663 run osmo-hlr_10.42.42.2(pid=13071): stdout: \u000a| (launched: 2022-12-13_11:15:33.979222) \u000a11:15:37.232780 run osmo-hlr_10.42.42.2(pid=13071): stderr: \u000a| �[0;m�[1;31m20221213111534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111534168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111534179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111534179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111534179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:37.274622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13060): Terminating (SIGTERM)\u000a11:15:37.313930 run iperf3-srv_10.42.42.10(pid=13061): Terminating (SIGTERM)\u000a11:15:37.353320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13062): Terminating (SIGTERM)\u000a11:15:37.392505 run iperf3-srv_10.42.42.10(pid=13063): Terminating (SIGTERM)\u000a11:15:37.431780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13064): Terminating (SIGTERM)\u000a11:15:37.471023 run iperf3-srv_10.42.42.10(pid=13065): Terminating (SIGTERM)\u000a11:15:37.510252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13066): Terminating (SIGTERM)\u000a11:15:37.549343 run iperf3-srv_10.42.42.10(pid=13067): Terminating (SIGTERM)\u000a11:15:37.588518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13070): Terminating (SIGTERM)\u000a11:15:37.627664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13073): Terminating (SIGTERM)\u000a11:15:37.667463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13076): Terminating (SIGTERM)\u000a11:15:37.676596 --- ParallelTerminationStrategy: PID 13060 died...\u000a11:15:37.729670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13060): Terminated: ok {rc=0}\u000a11:15:37.739367 --- ParallelTerminationStrategy: PID 13061 died...\u000a11:15:37.791873 run iperf3-srv_10.42.42.10(pid=13061): Terminated {rc=256}\u000a11:15:37.801606 --- ParallelTerminationStrategy: PID 13062 died...\u000a11:15:37.854399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13062): Terminated: ok {rc=0}\u000a11:15:37.864029 --- ParallelTerminationStrategy: PID 13063 died...\u000a11:15:37.916452 run iperf3-srv_10.42.42.10(pid=13063): Terminated {rc=256}\u000a11:15:37.926103 --- ParallelTerminationStrategy: PID 13064 died...\u000a11:15:37.978818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13064): Terminated: ok {rc=0}\u000a11:15:37.988480 --- ParallelTerminationStrategy: PID 13065 died...\u000a11:15:38.040825 run iperf3-srv_10.42.42.10(pid=13065): Terminated {rc=256}\u000a11:15:38.050389 --- ParallelTerminationStrategy: PID 13066 died...\u000a11:15:38.102968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13066): Terminated: ok {rc=0}\u000a11:15:38.112601 --- ParallelTerminationStrategy: PID 13067 died...\u000a11:15:38.165094 run iperf3-srv_10.42.42.10(pid=13067): Terminated {rc=256}\u000a11:15:38.174694 --- ParallelTerminationStrategy: PID 13070 died...\u000a11:15:38.227366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13070): Terminated: ok {rc=0}\u000a11:15:38.237053 --- ParallelTerminationStrategy: PID 13073 died...\u000a11:15:38.289651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13073): Terminated: ok {rc=0}\u000a11:15:38.299371 --- ParallelTerminationStrategy: PID 13076 died...\u000a11:15:38.352164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13076): Terminated: ok {rc=0}\u000a11:15:38.439781 bus /gobi_4: Setting Powered False\u000a11:15:39.542841 bus /gobi_4: Setting Powered False\u000a11:15:40.654086 bus /gobi_1: Setting Powered False\u000a11:15:41.757440 bus /gobi_1: Setting Powered False\u000a11:15:42.864545 bus /gobi_0: Setting Powered False\u000a11:15:43.971051 bus /gobi_0: Setting Powered False\u000a11:15:45.083529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13084): Process ended prematurely: osmo-stp_10.42.42.5(pid=13084) [trial-2388↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13084)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13084): Process ended prematurely: osmo-stp_10.42.42.5(pid=13084) [trial-2388↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a11:15:46.162813 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.178222 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:15:46.322521 tst ping.py: using LAC 33565\u000a11:15:46.448245 tst ping.py: using RAC 160\u000a11:15:46.566970 tst ping.py: using CellId 33565\u000a11:15:46.708232 tst ping.py: using BVCI 33566\u000a11:15:46.732414 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.743747 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.755483 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.766991 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.778412 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.789903 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.801467 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:46.812444 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:47.135503 tst ping.py:19: start network...\u000a11:15:47.272453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:47.766176 run create_hlr_db(pid=13078): Launched\u000a11:15:47.948415 bus /gobi_6: Setting Powered False\u000a11:15:48.969066 run create_hlr_db(pid=13078): Terminated: ok {rc=0}\u000a11:15:49.361729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13080): Launched\u000a11:15:49.653624 run osmo-hlr_10.42.42.2(pid=13081): Launched\u000a11:15:49.766152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:50.283009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13083): Launched\u000a11:15:50.574008 run osmo-stp_10.42.42.5(pid=13084): Launched\u000a11:15:50.680466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:15:51.189583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13086): Launched\u000a11:15:51.292927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:15:51.547748 run patchelf(pid=13087): Launched\u000a11:15:51.719387 run osmo-stp_10.42.42.5(pid=13084): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13084)]\u000a11:15:51.852002 run osmo-stp_10.42.42.5(pid=13084): stdout: \u000a| (launched: 2022-12-13_11:15:50.429792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:51.988746 run osmo-stp_10.42.42.5(pid=13084): stderr: \u000a| �[0;m�[38;5;43m20221213111550598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111550598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111550598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111550599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111550599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111550599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111550599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:52.119527 run osmo-stp_10.42.42.5(pid=13084): stdout: \u000a| (launched: 2022-12-13_11:15:50.429792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:52.248741 run osmo-stp_10.42.42.5(pid=13084): stderr: \u000a| �[0;m�[38;5;43m20221213111550598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111550598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111550598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111550599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111550599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111550599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111550599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:52.399772 run patchelf(pid=13087): Terminating (SIGINT)\u000a11:15:52.577935 run patchelf(pid=13087): Terminated: ok {rc=0}\u000a11:15:52.610131 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13084): Process ended prematurely: osmo-stp_10.42.42.5(pid=13084) [trial-2388↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13084)] [trial-2388↪gprs:nanobts+band-900↪ping.py:22]\u000a11:15:52.619265 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:15:52.682606 run osmo-hlr_10.42.42.2(pid=13081): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13081)]\u000a11:15:52.734207 run osmo-hlr_10.42.42.2(pid=13081): stdout: \u000a| (launched: 2022-12-13_11:15:49.509633) \u000a11:15:52.786566 run osmo-hlr_10.42.42.2(pid=13081): stderr: \u000a| �[0;m�[1;31m20221213111549686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111549686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111549686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111549687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111549687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111549687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111549699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111549708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111549709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111549709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:52.830935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13080): Terminating (SIGTERM)\u000a11:15:52.873080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13083): Terminating (SIGTERM)\u000a11:15:52.915488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13086): Terminating (SIGTERM)\u000a11:15:52.925287 --- ParallelTerminationStrategy: PID 13080 died...\u000a11:15:52.981716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13080): Terminated: ok {rc=0}\u000a11:15:52.991846 --- ParallelTerminationStrategy: PID 13083 died...\u000a11:15:53.048080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13083): Terminated: ok {rc=0}\u000a11:15:53.058147 --- ParallelTerminationStrategy: PID 13086 died...\u000a11:15:53.114144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13086): Terminated: ok {rc=0}\u000a11:15:53.200605 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2388↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2388↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a11:15:54.253109 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.264629 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:15:54.400452 tst ping_idle_ping.py: using LAC 33566\u000a11:15:54.517485 tst ping_idle_ping.py: using RAC 161\u000a11:15:54.632800 tst ping_idle_ping.py: using CellId 33566\u000a11:15:54.749921 tst ping_idle_ping.py: using BVCI 33567\u000a11:15:54.772259 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.782874 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.793325 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.803644 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.814027 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.824279 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.834830 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:15:54.845255 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:15:55.134227 tst ping_idle_ping.py:24: start network...\u000a11:15:55.266128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:55.764181 run create_hlr_db(pid=13089): Launched\u000a11:15:55.947358 bus /gobi_6: Setting Powered False\u000a11:15:56.967279 run create_hlr_db(pid=13089): Terminated: ok {rc=0}\u000a11:15:57.362919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Launched\u000a11:15:57.656433 run osmo-hlr_10.42.42.2(pid=13092): Launched\u000a11:15:57.764637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:58.272653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Launched\u000a11:15:58.565063 run osmo-stp_10.42.42.5(pid=13095): Launched\u000a11:15:58.671234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:15:59.181011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13097): Launched\u000a11:15:59.284647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:15:59.539571 run patchelf(pid=13098): Launched\u000a11:15:59.710661 run osmo-stp_10.42.42.5(pid=13095): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]\u000a11:15:59.835981 run osmo-stp_10.42.42.5(pid=13095): stdout: \u000a| (launched: 2022-12-13_11:15:58.421238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:59.961487 run osmo-stp_10.42.42.5(pid=13095): stderr: \u000a| �[0;m�[38;5;43m20221213111558589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111558589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111558589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111558590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111558592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111558592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111558592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:00.082438 run osmo-stp_10.42.42.5(pid=13095): stdout: \u000a| (launched: 2022-12-13_11:15:58.421238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:00.202193 run osmo-stp_10.42.42.5(pid=13095): stderr: \u000a| �[0;m�[38;5;43m20221213111558589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111558589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111558589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111558590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111558592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111558592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111558592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:00.342110 run patchelf(pid=13098): Terminating (SIGINT)\u000a11:16:00.507375 run patchelf(pid=13098): Terminated: ok {rc=0}\u000a11:16:00.537395 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2388↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)] [trial-2388↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a11:16:00.545898 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a11:16:00.605668 run osmo-hlr_10.42.42.2(pid=13092): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13092)]\u000a11:16:00.654524 run osmo-hlr_10.42.42.2(pid=13092): stdout: \u000a| (launched: 2022-12-13_11:15:57.511713) \u000a11:16:00.703529 run osmo-hlr_10.42.42.2(pid=13092): stderr: \u000a| �[0;m�[1;31m20221213111557685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111557685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111557685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111557685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111557685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111557685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111557697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111557707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111557708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111557708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:00.745078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminating (SIGTERM)\u000a11:16:00.784192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminating (SIGTERM)\u000a11:16:00.823461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13097): Terminating (SIGTERM)\u000a11:16:00.832650 --- ParallelTerminationStrategy: PID 13091 died...\u000a11:16:00.898063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminated: ok {rc=0}\u000a11:16:00.918623 --- ParallelTerminationStrategy: PID 13094 died...\u000a11:16:00.989328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminated: ok {rc=0}\u000a11:16:01.000044 --- ParallelTerminationStrategy: PID 13097 died...\u000a11:16:01.058981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13097): Terminated: ok {rc=0}\u000a11:16:01.161769 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:15:04" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13112): Process ended prematurely: osmo-stp_10.42.42.5(pid=13112) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13112)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13112): Process ended prematurely: osmo-stp_10.42.42.5(pid=13112) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:16:03.327702 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.339083 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:16:03.479854 tst cs_paging_gprs_active.py: using LAC 33567\u000a11:16:03.604544 tst cs_paging_gprs_active.py: using RAC 162\u000a11:16:03.728693 tst cs_paging_gprs_active.py: using CellId 33567\u000a11:16:03.853179 tst cs_paging_gprs_active.py: using BVCI 33568\u000a11:16:03.877889 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.889302 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.900199 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.911364 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.922801 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.934189 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.945647 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.956902 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:03.969110 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:04.086525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:04.381043 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:16:04.516377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:04.848026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13102): Launched\u000a11:16:05.124487 run iperf3-srv_10.42.42.10(pid=13103): Launched\u000a11:16:05.321762 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:16:05.455921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:05.787420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13104): Launched\u000a11:16:06.063017 run iperf3-srv_10.42.42.10(pid=13105): Launched\u000a11:16:06.259543 tst cs_paging_gprs_active.py:38: start network...\u000a11:16:06.393728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:06.897416 run create_hlr_db(pid=13106): Launched\u000a11:16:07.082819 bus /gobi_6: Setting Powered False\u000a11:16:08.104064 run create_hlr_db(pid=13106): Terminated: ok {rc=0}\u000a11:16:08.505623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13108): Launched\u000a11:16:08.804323 run osmo-hlr_10.42.42.2(pid=13109): Launched\u000a11:16:08.923846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:09.448752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13111): Launched\u000a11:16:09.746911 run osmo-stp_10.42.42.5(pid=13112): Launched\u000a11:16:09.855760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:16:10.376684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13114): Launched\u000a11:16:10.483028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:16:10.743118 run patchelf(pid=13115): Launched\u000a11:16:10.918650 run osmo-stp_10.42.42.5(pid=13112): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13112)]\u000a11:16:11.046207 run osmo-stp_10.42.42.5(pid=13112): stdout: \u000a| (launched: 2022-12-13_11:16:09.599840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:11.174386 run osmo-stp_10.42.42.5(pid=13112): stderr: \u000a| �[0;m�[38;5;43m20221213111609770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111609770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111609771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111609771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111609772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111609772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111609772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:11.297900 run osmo-stp_10.42.42.5(pid=13112): stdout: \u000a| (launched: 2022-12-13_11:16:09.599840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:11.420391 run osmo-stp_10.42.42.5(pid=13112): stderr: \u000a| �[0;m�[38;5;43m20221213111609770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111609770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111609771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111609771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111609772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111609772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111609772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:11.563265 run patchelf(pid=13115): Terminating (SIGINT)\u000a11:16:11.731203 run patchelf(pid=13115): Terminated: ok {rc=0}\u000a11:16:11.762054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13112): Process ended prematurely: osmo-stp_10.42.42.5(pid=13112) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13112)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:16:11.771169 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:16:11.830910 run osmo-hlr_10.42.42.2(pid=13109): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13109)]\u000a11:16:11.879602 run osmo-hlr_10.42.42.2(pid=13109): stdout: \u000a| (launched: 2022-12-13_11:16:08.657078) \u000a11:16:11.929324 run osmo-hlr_10.42.42.2(pid=13109): stderr: \u000a| �[0;m�[1;31m20221213111608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111608846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111608856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111608856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111608856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:11.971190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13102): Terminating (SIGTERM)\u000a11:16:12.010484 run iperf3-srv_10.42.42.10(pid=13103): Terminating (SIGTERM)\u000a11:16:12.049717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13104): Terminating (SIGTERM)\u000a11:16:12.089003 run iperf3-srv_10.42.42.10(pid=13105): Terminating (SIGTERM)\u000a11:16:12.128333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13108): Terminating (SIGTERM)\u000a11:16:12.167475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13111): Terminating (SIGTERM)\u000a11:16:12.206784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13114): Terminating (SIGTERM)\u000a11:16:12.215946 --- ParallelTerminationStrategy: PID 13102 died...\u000a11:16:12.268766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13102): Terminated: ok {rc=0}\u000a11:16:12.278366 --- ParallelTerminationStrategy: PID 13103 died...\u000a11:16:12.330766 run iperf3-srv_10.42.42.10(pid=13103): Terminated {rc=256}\u000a11:16:12.340295 --- ParallelTerminationStrategy: PID 13104 died...\u000a11:16:12.392835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13104): Terminated: ok {rc=0}\u000a11:16:12.402323 --- ParallelTerminationStrategy: PID 13105 died...\u000a11:16:12.454572 run iperf3-srv_10.42.42.10(pid=13105): Terminated {rc=256}\u000a11:16:12.464073 --- ParallelTerminationStrategy: PID 13108 died...\u000a11:16:12.516629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13108): Terminated: ok {rc=0}\u000a11:16:12.526187 --- ParallelTerminationStrategy: PID 13111 died...\u000a11:16:12.578730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13111): Terminated: ok {rc=0}\u000a11:16:12.588224 --- ParallelTerminationStrategy: PID 13114 died...\u000a11:16:12.640933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13114): Terminated: ok {rc=0}\u000a11:16:12.729424 bus /gobi_0: Setting Powered False\u000a11:16:13.832899 bus /gobi_0: Setting Powered False\u000a11:16:14.942743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13124): Process ended prematurely: osmo-stp_10.42.42.5(pid=13124) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13124)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13124): Process ended prematurely: osmo-stp_10.42.42.5(pid=13124) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:16:16.068705 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.081943 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:16:16.226261 tst iperf3.py: using LAC 33568\u000a11:16:16.386827 tst iperf3.py: using RAC 163\u000a11:16:16.522000 tst iperf3.py: using CellId 33568\u000a11:16:16.651186 tst iperf3.py: using BVCI 33569\u000a11:16:16.674734 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.686182 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.697426 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.708631 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.719817 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.731274 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.742797 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.753908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:16.765274 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:17.041083 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:16:17.168027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:17.479525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13116): Launched\u000a11:16:17.736247 run iperf3-srv_10.42.42.10(pid=13117): Launched\u000a11:16:17.917540 tst iperf3.py:8: start network...\u000a11:16:18.042292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:18.519698 run create_hlr_db(pid=13118): Launched\u000a11:16:18.691315 bus /gobi_6: Setting Powered False\u000a11:16:19.713189 run create_hlr_db(pid=13118): Terminated: ok {rc=0}\u000a11:16:20.138888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13120): Launched\u000a11:16:20.460093 run osmo-hlr_10.42.42.2(pid=13121): Launched\u000a11:16:20.578785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:21.135407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13123): Launched\u000a11:16:21.455869 run osmo-stp_10.42.42.5(pid=13124): Launched\u000a11:16:21.573332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:16:22.133275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13126): Launched\u000a11:16:22.247937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:16:22.527346 run patchelf(pid=13127): Launched\u000a11:16:22.715206 run osmo-stp_10.42.42.5(pid=13124): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13124)]\u000a11:16:22.852611 run osmo-stp_10.42.42.5(pid=13124): stdout: \u000a| (launched: 2022-12-13_11:16:21.298807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:22.990969 run osmo-stp_10.42.42.5(pid=13124): stderr: \u000a| �[0;m�[38;5;43m20221213111621491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111621491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111621491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111621492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111621494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111621494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111621494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:23.124144 run osmo-stp_10.42.42.5(pid=13124): stdout: \u000a| (launched: 2022-12-13_11:16:21.298807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:23.256187 run osmo-stp_10.42.42.5(pid=13124): stderr: \u000a| �[0;m�[38;5;43m20221213111621491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111621491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111621491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111621492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111621494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111621494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111621494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:23.410657 run patchelf(pid=13127): Terminating (SIGINT)\u000a11:16:23.591869 run patchelf(pid=13127): Terminated: ok {rc=0}\u000a11:16:23.625318 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13124): Process ended prematurely: osmo-stp_10.42.42.5(pid=13124) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13124)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a11:16:23.635146 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:16:23.698173 run osmo-hlr_10.42.42.2(pid=13121): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13121)]\u000a11:16:23.749247 run osmo-hlr_10.42.42.2(pid=13121): stdout: \u000a| (launched: 2022-12-13_11:16:20.302202) \u000a11:16:23.800806 run osmo-hlr_10.42.42.2(pid=13121): stderr: \u000a| �[0;m�[1;31m20221213111620502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111620503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111620503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111620503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111620503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111620503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111620515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111620523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111620524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111620524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:23.845081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13116): Terminating (SIGTERM)\u000a11:16:23.886882 run iperf3-srv_10.42.42.10(pid=13117): Terminating (SIGTERM)\u000a11:16:23.928755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13120): Terminating (SIGTERM)\u000a11:16:23.970501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13123): Terminating (SIGTERM)\u000a11:16:24.013026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13126): Terminating (SIGTERM)\u000a11:16:24.022837 --- ParallelTerminationStrategy: PID 13116 died...\u000a11:16:24.079727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13116): Terminated: ok {rc=0}\u000a11:16:24.089897 --- ParallelTerminationStrategy: PID 13117 died...\u000a11:16:24.145970 run iperf3-srv_10.42.42.10(pid=13117): Terminated {rc=256}\u000a11:16:24.155991 --- ParallelTerminationStrategy: PID 13120 died...\u000a11:16:24.212320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13120): Terminated: ok {rc=0}\u000a11:16:24.222396 --- ParallelTerminationStrategy: PID 13123 died...\u000a11:16:24.278711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13123): Terminated: ok {rc=0}\u000a11:16:24.288797 --- ParallelTerminationStrategy: PID 13126 died...\u000a11:16:24.345257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13126): Terminated: ok {rc=0}\u000a11:16:24.431804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13142): Process ended prematurely: osmo-stp_10.42.42.5(pid=13142) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13142)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13142): Process ended prematurely: osmo-stp_10.42.42.5(pid=13142) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:16:25.546315 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:25.558155 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:16:25.701443 tst iperf3m4.py: using LAC 33569\u000a11:16:25.826804 tst iperf3m4.py: using RAC 164\u000a11:16:25.947374 tst iperf3m4.py: using CellId 33569\u000a11:16:26.066848 tst iperf3m4.py: using BVCI 33570\u000a11:16:26.089793 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.100547 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.111153 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.121816 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.132286 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.142866 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.153539 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.163938 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:26.174586 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:26.295176 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:26.413986 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:26.532462 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:26.824503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:16:26.958809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:27.291164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13128): Launched\u000a11:16:27.568371 run iperf3-srv_10.42.42.10(pid=13129): Launched\u000a11:16:27.765361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:16:27.899686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:28.232332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13130): Launched\u000a11:16:28.507062 run iperf3-srv_10.42.42.10(pid=13131): Launched\u000a11:16:28.703538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:16:28.837179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:29.169167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13132): Launched\u000a11:16:29.444685 run iperf3-srv_10.42.42.10(pid=13133): Launched\u000a11:16:29.641449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:16:29.775330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:16:30.107196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13134): Launched\u000a11:16:30.382589 run iperf3-srv_10.42.42.10(pid=13135): Launched\u000a11:16:30.579050 tst iperf3m4.py:8: start network...\u000a11:16:30.713145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:31.297174 run create_hlr_db(pid=13136): Launched\u000a11:16:31.487782 bus /gobi_6: Setting Powered False\u000a11:16:32.504795 run create_hlr_db(pid=13136): Terminated: ok {rc=0}\u000a11:16:32.906148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13138): Launched\u000a11:16:33.207619 run osmo-hlr_10.42.42.2(pid=13139): Launched\u000a11:16:33.316933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:33.834231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13141): Launched\u000a11:16:34.133760 run osmo-stp_10.42.42.5(pid=13142): Launched\u000a11:16:34.240879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:16:34.760137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13144): Launched\u000a11:16:34.866124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:16:35.125645 run patchelf(pid=13145): Launched\u000a11:16:35.299522 run osmo-stp_10.42.42.5(pid=13142): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13142)]\u000a11:16:35.426593 run osmo-stp_10.42.42.5(pid=13142): stdout: \u000a| (launched: 2022-12-13_11:16:33.985975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:35.553655 run osmo-stp_10.42.42.5(pid=13142): stderr: \u000a| �[0;m�[38;5;43m20221213111634155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111634155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111634156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111634156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111634157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111634157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111634157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:35.676556 run osmo-stp_10.42.42.5(pid=13142): stdout: \u000a| (launched: 2022-12-13_11:16:33.985975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:35.798324 run osmo-stp_10.42.42.5(pid=13142): stderr: \u000a| �[0;m�[38;5;43m20221213111634155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111634155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111634156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111634156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111634157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111634157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111634157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:35.940533 run patchelf(pid=13145): Terminating (SIGINT)\u000a11:16:36.109049 run patchelf(pid=13145): Terminated: ok {rc=0}\u000a11:16:36.140275 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13142): Process ended prematurely: osmo-stp_10.42.42.5(pid=13142) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13142)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:16:36.149518 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:16:36.209200 run osmo-hlr_10.42.42.2(pid=13139): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13139)]\u000a11:16:36.257760 run osmo-hlr_10.42.42.2(pid=13139): stdout: \u000a| (launched: 2022-12-13_11:16:33.058146) \u000a11:16:36.306916 run osmo-hlr_10.42.42.2(pid=13139): stderr: \u000a| �[0;m�[1;31m20221213111633233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111633233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111633233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111633233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111633233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111633233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111633244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111633253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111633254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111633254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:36.348343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13128): Terminating (SIGTERM)\u000a11:16:36.387438 run iperf3-srv_10.42.42.10(pid=13129): Terminating (SIGTERM)\u000a11:16:36.426615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13130): Terminating (SIGTERM)\u000a11:16:36.465597 run iperf3-srv_10.42.42.10(pid=13131): Terminating (SIGTERM)\u000a11:16:36.504796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13132): Terminating (SIGTERM)\u000a11:16:36.543975 run iperf3-srv_10.42.42.10(pid=13133): Terminating (SIGTERM)\u000a11:16:36.583181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13134): Terminating (SIGTERM)\u000a11:16:36.622288 run iperf3-srv_10.42.42.10(pid=13135): Terminating (SIGTERM)\u000a11:16:36.661450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13138): Terminating (SIGTERM)\u000a11:16:36.700503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13141): Terminating (SIGTERM)\u000a11:16:36.739697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13144): Terminating (SIGTERM)\u000a11:16:36.749002 --- ParallelTerminationStrategy: PID 13128 died...\u000a11:16:36.801669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13128): Terminated: ok {rc=0}\u000a11:16:36.811290 --- ParallelTerminationStrategy: PID 13129 died...\u000a11:16:36.863493 run iperf3-srv_10.42.42.10(pid=13129): Terminated {rc=256}\u000a11:16:36.873004 --- ParallelTerminationStrategy: PID 13130 died...\u000a11:16:36.925193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13130): Terminated: ok {rc=0}\u000a11:16:36.934650 --- ParallelTerminationStrategy: PID 13131 died...\u000a11:16:36.986712 run iperf3-srv_10.42.42.10(pid=13131): Terminated {rc=256}\u000a11:16:36.996171 --- ParallelTerminationStrategy: PID 13132 died...\u000a11:16:37.048325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13132): Terminated: ok {rc=0}\u000a11:16:37.057871 --- ParallelTerminationStrategy: PID 13133 died...\u000a11:16:37.109877 run iperf3-srv_10.42.42.10(pid=13133): Terminated {rc=256}\u000a11:16:37.119459 --- ParallelTerminationStrategy: PID 13134 died...\u000a11:16:37.171411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13134): Terminated: ok {rc=0}\u000a11:16:37.181033 --- ParallelTerminationStrategy: PID 13135 died...\u000a11:16:37.232824 run iperf3-srv_10.42.42.10(pid=13135): Terminated {rc=256}\u000a11:16:37.242301 --- ParallelTerminationStrategy: PID 13138 died...\u000a11:16:37.294422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13138): Terminated: ok {rc=0}\u000a11:16:37.303894 --- ParallelTerminationStrategy: PID 13141 died...\u000a11:16:37.356052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13141): Terminated: ok {rc=0}\u000a11:16:37.365647 --- ParallelTerminationStrategy: PID 13144 died...\u000a11:16:37.417827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13144): Terminated: ok {rc=0}\u000a11:16:37.506281 bus /gobi_4: Setting Powered False\u000a11:16:38.609709 bus /gobi_4: Setting Powered False\u000a11:16:39.719046 bus /gobi_1: Setting Powered False\u000a11:16:40.820031 bus /gobi_1: Setting Powered False\u000a11:16:41.930043 bus /gobi_0: Setting Powered False\u000a11:16:43.035096 bus /gobi_0: Setting Powered False\u000a11:16:44.146851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13152): Process ended prematurely: osmo-stp_10.42.42.5(pid=13152) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13152)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13152): Process ended prematurely: osmo-stp_10.42.42.5(pid=13152) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:16:45.212926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.224278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:16:45.358707 tst ping.py: using LAC 33570\u000a11:16:45.473081 tst ping.py: using RAC 165\u000a11:16:45.588378 tst ping.py: using CellId 33570\u000a11:16:45.704368 tst ping.py: using BVCI 33571\u000a11:16:45.726696 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.737623 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.748226 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.758827 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.769339 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.779863 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.790678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:45.801306 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:46.093615 tst ping.py:19: start network...\u000a11:16:46.229106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:46.774755 run create_hlr_db(pid=13146): Launched\u000a11:16:46.963442 bus /gobi_6: Setting Powered False\u000a11:16:47.981231 run create_hlr_db(pid=13146): Terminated: ok {rc=0}\u000a11:16:48.378631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13148): Launched\u000a11:16:48.671960 run osmo-hlr_10.42.42.2(pid=13149): Launched\u000a11:16:48.786967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:49.306533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13151): Launched\u000a11:16:49.599320 run osmo-stp_10.42.42.5(pid=13152): Launched\u000a11:16:49.718022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:16:50.236427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13154): Launched\u000a11:16:50.340305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:16:50.596135 run patchelf(pid=13155): Launched\u000a11:16:50.767880 run osmo-stp_10.42.42.5(pid=13152): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13152)]\u000a11:16:50.893222 run osmo-stp_10.42.42.5(pid=13152): stdout: \u000a| (launched: 2022-12-13_11:16:49.455329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:51.018973 run osmo-stp_10.42.42.5(pid=13152): stderr: \u000a| �[0;m�[38;5;43m20221213111649625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111649625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111649626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111649626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111649626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111649627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111649627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:51.139762 run osmo-stp_10.42.42.5(pid=13152): stdout: \u000a| (launched: 2022-12-13_11:16:49.455329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:51.259885 run osmo-stp_10.42.42.5(pid=13152): stderr: \u000a| �[0;m�[38;5;43m20221213111649625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111649625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111649626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111649626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111649626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111649627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111649627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:51.399793 run patchelf(pid=13155): Terminating (SIGINT)\u000a11:16:51.564689 run patchelf(pid=13155): Terminated: ok {rc=0}\u000a11:16:51.594678 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13152): Process ended prematurely: osmo-stp_10.42.42.5(pid=13152) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13152)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a11:16:51.603192 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:16:51.662418 run osmo-hlr_10.42.42.2(pid=13149): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13149)]\u000a11:16:51.710586 run osmo-hlr_10.42.42.2(pid=13149): stdout: \u000a| (launched: 2022-12-13_11:16:48.527044) \u000a11:16:51.759391 run osmo-hlr_10.42.42.2(pid=13149): stderr: \u000a| �[0;m�[1;31m20221213111648704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111648704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111648704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111648705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111648705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111648705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111648717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111648725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111648725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111648725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:51.801150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13148): Terminating (SIGTERM)\u000a11:16:51.840418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13151): Terminating (SIGTERM)\u000a11:16:51.879627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13154): Terminating (SIGTERM)\u000a11:16:51.889330 --- ParallelTerminationStrategy: PID 13148 died...\u000a11:16:51.942215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13148): Terminated: ok {rc=0}\u000a11:16:51.951924 --- ParallelTerminationStrategy: PID 13151 died...\u000a11:16:52.004626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13151): Terminated: ok {rc=0}\u000a11:16:52.014393 --- ParallelTerminationStrategy: PID 13154 died...\u000a11:16:52.067119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13154): Terminated: ok {rc=0}\u000a11:16:52.155413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13162): Process ended prematurely: osmo-stp_10.42.42.5(pid=13162) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13162)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13162): Process ended prematurely: osmo-stp_10.42.42.5(pid=13162) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:16:53.206596 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.217965 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:16:53.359134 tst ping_idle_ping.py: using LAC 33571\u000a11:16:53.478182 tst ping_idle_ping.py: using RAC 166\u000a11:16:53.593845 tst ping_idle_ping.py: using CellId 33571\u000a11:16:53.710847 tst ping_idle_ping.py: using BVCI 33572\u000a11:16:53.733343 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.744382 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.755273 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.765955 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.777100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.788336 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.799814 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:16:53.811023 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:16:54.080894 tst ping_idle_ping.py:24: start network...\u000a11:16:54.202963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:54.676334 run create_hlr_db(pid=13156): Launched\u000a11:16:54.846398 bus /gobi_6: Setting Powered False\u000a11:16:55.868480 run create_hlr_db(pid=13156): Terminated: ok {rc=0}\u000a11:16:56.290319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13158): Launched\u000a11:16:56.607588 run osmo-hlr_10.42.42.2(pid=13159): Launched\u000a11:16:56.726065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:57.274915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13161): Launched\u000a11:16:57.591318 run osmo-stp_10.42.42.5(pid=13162): Launched\u000a11:16:57.706806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:16:58.259328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13164): Launched\u000a11:16:58.373100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:16:58.649298 run patchelf(pid=13165): Launched\u000a11:16:58.834760 run osmo-stp_10.42.42.5(pid=13162): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13162)]\u000a11:16:58.970371 run osmo-stp_10.42.42.5(pid=13162): stdout: \u000a| (launched: 2022-12-13_11:16:57.435089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:59.106420 run osmo-stp_10.42.42.5(pid=13162): stderr: \u000a| �[0;m�[38;5;43m20221213111657625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111657625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111657625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111657625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111657628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111657628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111657628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:59.237608 run osmo-stp_10.42.42.5(pid=13162): stdout: \u000a| (launched: 2022-12-13_11:16:57.435089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:59.367644 run osmo-stp_10.42.42.5(pid=13162): stderr: \u000a| �[0;m�[38;5;43m20221213111657625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111657625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111657625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111657625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111657628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111657628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111657628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:59.519088 run patchelf(pid=13165): Terminating (SIGINT)\u000a11:16:59.697169 run patchelf(pid=13165): Terminated: ok {rc=0}\u000a11:16:59.729427 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13162): Process ended prematurely: osmo-stp_10.42.42.5(pid=13162) [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13162)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:16:59.738710 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:16:59.802246 run osmo-hlr_10.42.42.2(pid=13159): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13159)]\u000a11:16:59.853814 run osmo-hlr_10.42.42.2(pid=13159): stdout: \u000a| (launched: 2022-12-13_11:16:56.451230) \u000a11:16:59.905901 run osmo-hlr_10.42.42.2(pid=13159): stderr: \u000a| �[0;m�[1;31m20221213111656646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111656646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111656646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111656646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111656646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111656646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111656658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111656667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111656667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111656667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:59.950405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13158): Terminating (SIGTERM)\u000a11:16:59.992469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13161): Terminating (SIGTERM)\u000a11:17:00.034938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13164): Terminating (SIGTERM)\u000a11:17:00.044912 --- ParallelTerminationStrategy: PID 13158 died...\u000a11:17:00.101399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13158): Terminated: ok {rc=0}\u000a11:17:00.111500 --- ParallelTerminationStrategy: PID 13161 died...\u000a11:17:00.167533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13161): Terminated: ok {rc=0}\u000a11:17:00.177792 --- ParallelTerminationStrategy: PID 13164 died...\u000a11:17:00.233408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13164): Terminated: ok {rc=0}\u000a11:17:00.320508 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13182): Process ended prematurely: osmo-stp_10.42.42.5(pid=13182) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13182)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13182): Process ended prematurely: osmo-stp_10.42.42.5(pid=13182) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:17:02.512517 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:02.523998 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:17:02.684838 tst cs_paging_gprs_active.py: using LAC 33572\u000a11:17:02.810491 tst cs_paging_gprs_active.py: using RAC 167\u000a11:17:02.935642 tst cs_paging_gprs_active.py: using CellId 33572\u000a11:17:03.061032 tst cs_paging_gprs_active.py: using BVCI 33573\u000a11:17:03.085416 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.096644 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.107720 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.118893 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.130361 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.141731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.153221 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.164547 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:03.176057 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:03.292592 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:03.573528 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:17:03.697762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:04.010044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13172): Launched\u000a11:17:04.266067 run iperf3-srv_10.42.42.10(pid=13173): Launched\u000a11:17:04.448251 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:17:04.572244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:04.880437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13174): Launched\u000a11:17:05.137218 run iperf3-srv_10.42.42.10(pid=13175): Launched\u000a11:17:05.318289 tst cs_paging_gprs_active.py:38: start network...\u000a11:17:05.442420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:05.921687 run create_hlr_db(pid=13176): Launched\u000a11:17:06.093349 bus /gobi_6: Setting Powered False\u000a11:17:07.116054 run create_hlr_db(pid=13176): Terminated: ok {rc=0}\u000a11:17:07.514112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13178): Launched\u000a11:17:07.812854 run osmo-hlr_10.42.42.2(pid=13179): Launched\u000a11:17:07.922063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:08.440855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13181): Launched\u000a11:17:08.740312 run osmo-stp_10.42.42.5(pid=13182): Launched\u000a11:17:08.849653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:17:09.370318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13184): Launched\u000a11:17:09.477143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:17:09.738506 run patchelf(pid=13185): Launched\u000a11:17:09.914179 run osmo-stp_10.42.42.5(pid=13182): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13182)]\u000a11:17:10.042111 run osmo-stp_10.42.42.5(pid=13182): stdout: \u000a| (launched: 2022-12-13_11:17:08.592880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:10.170359 run osmo-stp_10.42.42.5(pid=13182): stderr: \u000a| �[0;m�[38;5;43m20221213111708763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111708763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111708764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111708764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111708765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111708765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111708765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:10.293685 run osmo-stp_10.42.42.5(pid=13182): stdout: \u000a| (launched: 2022-12-13_11:17:08.592880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:10.417133 run osmo-stp_10.42.42.5(pid=13182): stderr: \u000a| �[0;m�[38;5;43m20221213111708763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111708763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111708764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111708764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111708765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111708765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111708765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:10.559831 run patchelf(pid=13185): Terminating (SIGINT)\u000a11:17:10.728639 run patchelf(pid=13185): Terminated: ok {rc=0}\u000a11:17:10.759581 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13182): Process ended prematurely: osmo-stp_10.42.42.5(pid=13182) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13182)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:17:10.768730 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a11:17:10.828393 run osmo-hlr_10.42.42.2(pid=13179): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13179)]\u000a11:17:10.877090 run osmo-hlr_10.42.42.2(pid=13179): stdout: \u000a| (launched: 2022-12-13_11:17:07.666014) \u000a11:17:10.927071 run osmo-hlr_10.42.42.2(pid=13179): stderr: \u000a| �[0;m�[1;31m20221213111707843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111707843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111707843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111707843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111707843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111707844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111707855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111707865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111707865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111707865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:10.969196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13172): Terminating (SIGTERM)\u000a11:17:11.008678 run iperf3-srv_10.42.42.10(pid=13173): Terminating (SIGTERM)\u000a11:17:11.048203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13174): Terminating (SIGTERM)\u000a11:17:11.087864 run iperf3-srv_10.42.42.10(pid=13175): Terminating (SIGTERM)\u000a11:17:11.127418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13178): Terminating (SIGTERM)\u000a11:17:11.166870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13181): Terminating (SIGTERM)\u000a11:17:11.206440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13184): Terminating (SIGTERM)\u000a11:17:11.215756 --- ParallelTerminationStrategy: PID 13172 died...\u000a11:17:11.268649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13172): Terminated: ok {rc=0}\u000a11:17:11.278340 --- ParallelTerminationStrategy: PID 13173 died...\u000a11:17:11.331314 run iperf3-srv_10.42.42.10(pid=13173): Terminated {rc=256}\u000a11:17:11.340913 --- ParallelTerminationStrategy: PID 13174 died...\u000a11:17:11.393668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13174): Terminated: ok {rc=0}\u000a11:17:11.403139 --- ParallelTerminationStrategy: PID 13175 died...\u000a11:17:11.455844 run iperf3-srv_10.42.42.10(pid=13175): Terminated {rc=256}\u000a11:17:11.465495 --- ParallelTerminationStrategy: PID 13178 died...\u000a11:17:11.518258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13178): Terminated: ok {rc=0}\u000a11:17:11.527931 --- ParallelTerminationStrategy: PID 13181 died...\u000a11:17:11.580762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13181): Terminated: ok {rc=0}\u000a11:17:11.590466 --- ParallelTerminationStrategy: PID 13184 died...\u000a11:17:11.643674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13184): Terminated: ok {rc=0}\u000a11:17:11.727594 bus /gobi_0: Setting Powered False\u000a11:17:12.828166 bus /gobi_0: Setting Powered False\u000a11:17:13.934592 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13194): Process ended prematurely: osmo-stp_10.42.42.5(pid=13194) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13194)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13194): Process ended prematurely: osmo-stp_10.42.42.5(pid=13194) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:17:15.042631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.054100 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:17:15.207580 tst iperf3.py: using LAC 33573\u000a11:17:15.325609 tst iperf3.py: using RAC 168\u000a11:17:15.443110 tst iperf3.py: using CellId 33573\u000a11:17:15.560660 tst iperf3.py: using BVCI 33574\u000a11:17:15.583754 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.594833 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.605768 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.616676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.627660 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.638622 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.649562 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.660225 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:15.671301 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:15.972926 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:17:16.123821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:16.478233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13186): Launched\u000a11:17:16.760145 run iperf3-srv_10.42.42.10(pid=13187): Launched\u000a11:17:16.947747 tst iperf3.py:8: start network...\u000a11:17:17.075658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:17.558397 run create_hlr_db(pid=13188): Launched\u000a11:17:17.729665 bus /gobi_6: Setting Powered False\u000a11:17:18.751763 run create_hlr_db(pid=13188): Terminated: ok {rc=0}\u000a11:17:19.179015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13190): Launched\u000a11:17:19.500381 run osmo-hlr_10.42.42.2(pid=13191): Launched\u000a11:17:19.618787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:20.174692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13193): Launched\u000a11:17:20.495505 run osmo-stp_10.42.42.5(pid=13194): Launched\u000a11:17:20.613492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:17:21.172387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13196): Launched\u000a11:17:21.287001 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:17:21.567215 run patchelf(pid=13197): Launched\u000a11:17:21.754746 run osmo-stp_10.42.42.5(pid=13194): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13194)]\u000a11:17:21.891657 run osmo-stp_10.42.42.5(pid=13194): stdout: \u000a| (launched: 2022-12-13_11:17:20.337497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:22.029241 run osmo-stp_10.42.42.5(pid=13194): stderr: \u000a| �[0;m�[38;5;43m20221213111720529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111720529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111720530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111720530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111720530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111720530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111720531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:22.162472 run osmo-stp_10.42.42.5(pid=13194): stdout: \u000a| (launched: 2022-12-13_11:17:20.337497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:22.293940 run osmo-stp_10.42.42.5(pid=13194): stderr: \u000a| �[0;m�[38;5;43m20221213111720529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111720529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111720530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111720530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111720530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111720530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111720531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:22.447438 run patchelf(pid=13197): Terminating (SIGINT)\u000a11:17:22.627997 run patchelf(pid=13197): Terminated: ok {rc=0}\u000a11:17:22.660989 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13194): Process ended prematurely: osmo-stp_10.42.42.5(pid=13194) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13194)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:17:22.670931 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:17:22.733972 run osmo-hlr_10.42.42.2(pid=13191): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13191)]\u000a11:17:22.785348 run osmo-hlr_10.42.42.2(pid=13191): stdout: \u000a| (launched: 2022-12-13_11:17:19.342687) \u000a11:17:22.837264 run osmo-hlr_10.42.42.2(pid=13191): stderr: \u000a| �[0;m�[1;31m20221213111719542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111719542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111719542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111719542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111719542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111719542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111719554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111719562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111719562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111719562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:22.881602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13186): Terminating (SIGTERM)\u000a11:17:22.923262 run iperf3-srv_10.42.42.10(pid=13187): Terminating (SIGTERM)\u000a11:17:22.965084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13190): Terminating (SIGTERM)\u000a11:17:23.007288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13193): Terminating (SIGTERM)\u000a11:17:23.048839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13196): Terminating (SIGTERM)\u000a11:17:23.058744 --- ParallelTerminationStrategy: PID 13186 died...\u000a11:17:23.115113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13186): Terminated: ok {rc=0}\u000a11:17:23.125353 --- ParallelTerminationStrategy: PID 13187 died...\u000a11:17:23.181296 run iperf3-srv_10.42.42.10(pid=13187): Terminated {rc=256}\u000a11:17:23.191525 --- ParallelTerminationStrategy: PID 13190 died...\u000a11:17:23.247465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13190): Terminated: ok {rc=0}\u000a11:17:23.258005 --- ParallelTerminationStrategy: PID 13193 died...\u000a11:17:23.318449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13193): Terminated: ok {rc=0}\u000a11:17:23.329317 --- ParallelTerminationStrategy: PID 13196 died...\u000a11:17:23.387148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13196): Terminated: ok {rc=0}\u000a11:17:23.473863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13212): Process ended prematurely: osmo-stp_10.42.42.5(pid=13212) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13212)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13212): Process ended prematurely: osmo-stp_10.42.42.5(pid=13212) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:17:24.587927 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:24.599951 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:17:24.758677 tst iperf3m4.py: using LAC 33574\u000a11:17:24.884609 tst iperf3m4.py: using RAC 169\u000a11:17:25.009433 tst iperf3m4.py: using CellId 33574\u000a11:17:25.136187 tst iperf3m4.py: using BVCI 33575\u000a11:17:25.160652 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.172075 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.183158 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.194303 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.205787 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.217327 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.228726 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.240100 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:25.251814 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:25.370400 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:25.491581 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:25.608289 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:25.884291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:17:26.009200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:26.319237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13198): Launched\u000a11:17:26.577076 run iperf3-srv_10.42.42.10(pid=13199): Launched\u000a11:17:26.759175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:17:26.883560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:27.194108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13200): Launched\u000a11:17:27.450976 run iperf3-srv_10.42.42.10(pid=13201): Launched\u000a11:17:27.633721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:17:27.757624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:28.066629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13202): Launched\u000a11:17:28.322941 run iperf3-srv_10.42.42.10(pid=13203): Launched\u000a11:17:28.504171 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:17:28.628662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:17:28.938162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13204): Launched\u000a11:17:29.195158 run iperf3-srv_10.42.42.10(pid=13205): Launched\u000a11:17:29.377190 tst iperf3m4.py:8: start network...\u000a11:17:29.501221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:29.979875 run create_hlr_db(pid=13206): Launched\u000a11:17:30.150989 bus /gobi_6: Setting Powered False\u000a11:17:31.213390 run create_hlr_db(pid=13206): Terminated: ok {rc=0}\u000a11:17:31.663969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13208): Launched\u000a11:17:32.071732 run osmo-hlr_10.42.42.2(pid=13209): Launched\u000a11:17:32.257371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:32.815532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13211): Launched\u000a11:17:33.137658 run osmo-stp_10.42.42.5(pid=13212): Launched\u000a11:17:33.255132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:17:33.815547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13214): Launched\u000a11:17:33.930797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:17:34.212540 run patchelf(pid=13215): Launched\u000a11:17:34.400508 run osmo-stp_10.42.42.5(pid=13212): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13212)]\u000a11:17:34.537256 run osmo-stp_10.42.42.5(pid=13212): stdout: \u000a| (launched: 2022-12-13_11:17:32.979241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:34.675896 run osmo-stp_10.42.42.5(pid=13212): stderr: \u000a| �[0;m�[38;5;43m20221213111733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111733170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111733170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111733170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111733171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111733171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111733171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:34.808914 run osmo-stp_10.42.42.5(pid=13212): stdout: \u000a| (launched: 2022-12-13_11:17:32.979241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:34.941092 run osmo-stp_10.42.42.5(pid=13212): stderr: \u000a| �[0;m�[38;5;43m20221213111733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111733170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111733170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111733170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111733171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111733171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111733171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:35.095747 run patchelf(pid=13215): Terminating (SIGINT)\u000a11:17:35.277216 run patchelf(pid=13215): Terminated: ok {rc=0}\u000a11:17:35.310684 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13212): Process ended prematurely: osmo-stp_10.42.42.5(pid=13212) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13212)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:17:35.320861 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:17:35.385211 run osmo-hlr_10.42.42.2(pid=13209): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13209)]\u000a11:17:35.436896 run osmo-hlr_10.42.42.2(pid=13209): stdout: \u000a| (launched: 2022-12-13_11:17:31.819225) \u000a11:17:35.489340 run osmo-hlr_10.42.42.2(pid=13209): stderr: \u000a| �[0;m�[1;31m20221213111732162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111732163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111732163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111732163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111732163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111732163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111732187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111732202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111732202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111732202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:35.534238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13198): Terminating (SIGTERM)\u000a11:17:35.576856 run iperf3-srv_10.42.42.10(pid=13199): Terminating (SIGTERM)\u000a11:17:35.619394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13200): Terminating (SIGTERM)\u000a11:17:35.662084 run iperf3-srv_10.42.42.10(pid=13201): Terminating (SIGTERM)\u000a11:17:35.704647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13202): Terminating (SIGTERM)\u000a11:17:35.747253 run iperf3-srv_10.42.42.10(pid=13203): Terminating (SIGTERM)\u000a11:17:35.789825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13204): Terminating (SIGTERM)\u000a11:17:35.831981 run iperf3-srv_10.42.42.10(pid=13205): Terminating (SIGTERM)\u000a11:17:35.874272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13208): Terminating (SIGTERM)\u000a11:17:35.916529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13211): Terminating (SIGTERM)\u000a11:17:35.959102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13214): Terminating (SIGTERM)\u000a11:17:35.969072 --- ParallelTerminationStrategy: PID 13198 died...\u000a11:17:36.026495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13198): Terminated: ok {rc=0}\u000a11:17:36.036776 --- ParallelTerminationStrategy: PID 13199 died...\u000a11:17:36.093115 run iperf3-srv_10.42.42.10(pid=13199): Terminated {rc=256}\u000a11:17:36.103276 --- ParallelTerminationStrategy: PID 13200 died...\u000a11:17:36.159762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13200): Terminated: ok {rc=0}\u000a11:17:36.169884 --- ParallelTerminationStrategy: PID 13201 died...\u000a11:17:36.226327 run iperf3-srv_10.42.42.10(pid=13201): Terminated {rc=256}\u000a11:17:36.236530 --- ParallelTerminationStrategy: PID 13202 died...\u000a11:17:36.293801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13202): Terminated: ok {rc=0}\u000a11:17:36.304088 --- ParallelTerminationStrategy: PID 13203 died...\u000a11:17:36.360557 run iperf3-srv_10.42.42.10(pid=13203): Terminated {rc=256}\u000a11:17:36.370808 --- ParallelTerminationStrategy: PID 13204 died...\u000a11:17:36.427485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13204): Terminated: ok {rc=0}\u000a11:17:36.437789 --- ParallelTerminationStrategy: PID 13205 died...\u000a11:17:36.494200 run iperf3-srv_10.42.42.10(pid=13205): Terminated {rc=256}\u000a11:17:36.504245 --- ParallelTerminationStrategy: PID 13208 died...\u000a11:17:36.560695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13208): Terminated: ok {rc=0}\u000a11:17:36.570910 --- ParallelTerminationStrategy: PID 13211 died...\u000a11:17:36.627610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13211): Terminated: ok {rc=0}\u000a11:17:36.638001 --- ParallelTerminationStrategy: PID 13214 died...\u000a11:17:36.694594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13214): Terminated: ok {rc=0}\u000a11:17:36.782306 bus /gobi_4: Setting Powered False\u000a11:17:37.888377 bus /gobi_4: Setting Powered False\u000a11:17:38.996543 bus /gobi_1: Setting Powered False\u000a11:17:40.102755 bus /gobi_1: Setting Powered False\u000a11:17:41.211746 bus /gobi_0: Setting Powered False\u000a11:17:42.318520 bus /gobi_0: Setting Powered False\u000a11:17:43.430750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:17:44.497167 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:44.508559 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:17:44.660740 tst ping.py: using LAC 33575\u000a11:17:44.778115 tst ping.py: using RAC 170\u000a11:17:44.893803 tst ping.py: using CellId 33575\u000a11:17:45.008583 tst ping.py: using BVCI 33576\u000a11:17:45.031151 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.042086 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.052661 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.063284 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.074434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.085666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.096691 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:45.107829 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:45.392152 tst ping.py:19: start network...\u000a11:17:45.524230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:46.072623 run create_hlr_db(pid=13216): Launched\u000a11:17:46.249120 bus /gobi_6: Setting Powered False\u000a11:17:47.265187 run create_hlr_db(pid=13216): Terminated: ok {rc=0}\u000a11:17:47.657748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Launched\u000a11:17:47.951207 run osmo-hlr_10.42.42.2(pid=13219): Launched\u000a11:17:48.072427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:48.591492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Launched\u000a11:17:48.885596 run osmo-stp_10.42.42.5(pid=13222): Launched\u000a11:17:48.991536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:17:49.502728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Launched\u000a11:17:49.606790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:17:49.862193 run patchelf(pid=13225): Launched\u000a11:17:50.034464 run osmo-stp_10.42.42.5(pid=13222): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a11:17:50.159780 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-13_11:17:48.741919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:50.286036 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221213111748911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111748912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111748912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111748912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111748913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111748913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111748913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:50.407355 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-13_11:17:48.741919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:50.527876 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221213111748911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111748912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111748912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111748912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111748913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111748913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111748913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:50.668714 run patchelf(pid=13225): Terminating (SIGINT)\u000a11:17:50.835134 run patchelf(pid=13225): Terminated: ok {rc=0}\u000a11:17:50.865477 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:17:50.873986 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:17:50.933792 run osmo-hlr_10.42.42.2(pid=13219): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13219)]\u000a11:17:50.982366 run osmo-hlr_10.42.42.2(pid=13219): stdout: \u000a| (launched: 2022-12-13_11:17:47.806916) \u000a11:17:51.031381 run osmo-hlr_10.42.42.2(pid=13219): stderr: \u000a| �[0;m�[1;31m20221213111747983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111747983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111747983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111747983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111747983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111747983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111747995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111748004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111748004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111748004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:51.072829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminating (SIGTERM)\u000a11:17:51.112057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminating (SIGTERM)\u000a11:17:51.151463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Terminating (SIGTERM)\u000a11:17:51.160830 --- ParallelTerminationStrategy: PID 13218 died...\u000a11:17:51.213540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminated: ok {rc=0}\u000a11:17:51.223152 --- ParallelTerminationStrategy: PID 13221 died...\u000a11:17:51.276006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminated: ok {rc=0}\u000a11:17:51.285728 --- ParallelTerminationStrategy: PID 13224 died...\u000a11:17:51.338484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Terminated: ok {rc=0}\u000a11:17:51.426184 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13232): Process ended prematurely: osmo-stp_10.42.42.5(pid=13232) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13232): Process ended prematurely: osmo-stp_10.42.42.5(pid=13232) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:17:52.477473 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:52.488790 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:17:52.641410 tst ping_idle_ping.py: using LAC 33576\u000a11:17:52.757134 tst ping_idle_ping.py: using RAC 171\u000a11:17:52.871770 tst ping_idle_ping.py: using CellId 33576\u000a11:17:52.988397 tst ping_idle_ping.py: using BVCI 33577\u000a11:17:53.011257 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.022163 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.032762 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.043372 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.053953 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.064511 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.075298 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:17:53.086358 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:17:53.373116 tst ping_idle_ping.py:24: start network...\u000a11:17:53.505267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:54.005414 run create_hlr_db(pid=13226): Launched\u000a11:17:54.190323 bus /gobi_6: Setting Powered False\u000a11:17:55.210721 run create_hlr_db(pid=13226): Terminated: ok {rc=0}\u000a11:17:55.632091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13228): Launched\u000a11:17:55.949359 run osmo-hlr_10.42.42.2(pid=13229): Launched\u000a11:17:56.065261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:56.614549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13231): Launched\u000a11:17:56.931238 run osmo-stp_10.42.42.5(pid=13232): Launched\u000a11:17:57.046885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:17:57.598117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13234): Launched\u000a11:17:57.710933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:17:57.986426 run patchelf(pid=13235): Launched\u000a11:17:58.171942 run osmo-stp_10.42.42.5(pid=13232): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)]\u000a11:17:58.307097 run osmo-stp_10.42.42.5(pid=13232): stdout: \u000a| (launched: 2022-12-13_11:17:56.775149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:58.442761 run osmo-stp_10.42.42.5(pid=13232): stderr: \u000a| �[0;m�[38;5;43m20221213111756968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111756968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111756968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111756969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111756969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111756969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111756969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:58.573557 run osmo-stp_10.42.42.5(pid=13232): stdout: \u000a| (launched: 2022-12-13_11:17:56.775149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:58.703194 run osmo-stp_10.42.42.5(pid=13232): stderr: \u000a| �[0;m�[38;5;43m20221213111756968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111756968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111756968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111756969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111756969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111756969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111756969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:58.854751 run patchelf(pid=13235): Terminating (SIGINT)\u000a11:17:59.032752 run patchelf(pid=13235): Terminated: ok {rc=0}\u000a11:17:59.065171 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13232): Process ended prematurely: osmo-stp_10.42.42.5(pid=13232) [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:17:59.074531 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:17:59.137369 run osmo-hlr_10.42.42.2(pid=13229): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13229)]\u000a11:17:59.188338 run osmo-hlr_10.42.42.2(pid=13229): stdout: \u000a| (launched: 2022-12-13_11:17:55.793092) \u000a11:17:59.239743 run osmo-hlr_10.42.42.2(pid=13229): stderr: \u000a| �[0;m�[1;31m20221213111755989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111755989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111755989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111755989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111755989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111755989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111756005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111756015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111756015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111756015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:59.283803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13228): Terminating (SIGTERM)\u000a11:17:59.325657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13231): Terminating (SIGTERM)\u000a11:17:59.367265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13234): Terminating (SIGTERM)\u000a11:17:59.377111 --- ParallelTerminationStrategy: PID 13228 died...\u000a11:17:59.433099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13228): Terminated: ok {rc=0}\u000a11:17:59.443249 --- ParallelTerminationStrategy: PID 13231 died...\u000a11:17:59.498940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13231): Terminated: ok {rc=0}\u000a11:17:59.509174 --- ParallelTerminationStrategy: PID 13234 died...\u000a11:17:59.564817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13234): Terminated: ok {rc=0}\u000a11:17:59.650753 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:17:02" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13250): Process ended prematurely: osmo-stp_10.42.42.5(pid=13250) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13250): Process ended prematurely: osmo-stp_10.42.42.5(pid=13250) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:18:01.880034 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:01.892896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:18:02.031939 tst cs_paging_gprs_active.py: using LAC 33577\u000a11:18:02.152506 tst cs_paging_gprs_active.py: using RAC 172\u000a11:18:02.289723 tst cs_paging_gprs_active.py: using CellId 33577\u000a11:18:02.415414 tst cs_paging_gprs_active.py: using BVCI 33578\u000a11:18:02.438598 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.450388 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.461915 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.473235 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.484827 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.496370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.510554 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.522980 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:02.535299 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:02.654217 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:02.928919 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:18:03.052181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:03.358309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13240): Launched\u000a11:18:03.612109 run iperf3-srv_10.42.42.10(pid=13241): Launched\u000a11:18:03.791673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:18:03.915211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:04.220306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13242): Launched\u000a11:18:04.474133 run iperf3-srv_10.42.42.10(pid=13243): Launched\u000a11:18:04.652880 tst cs_paging_gprs_active.py:38: start network...\u000a11:18:04.775444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:05.253095 run create_hlr_db(pid=13244): Launched\u000a11:18:05.423875 bus /gobi_6: Setting Powered False\u000a11:18:06.446025 run create_hlr_db(pid=13244): Terminated: ok {rc=0}\u000a11:18:06.868701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13246): Launched\u000a11:18:07.186926 run osmo-hlr_10.42.42.2(pid=13247): Launched\u000a11:18:07.304640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:07.856800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13249): Launched\u000a11:18:08.174710 run osmo-stp_10.42.42.5(pid=13250): Launched\u000a11:18:08.291282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:18:08.843846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13252): Launched\u000a11:18:08.957957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:18:09.234730 run patchelf(pid=13253): Launched\u000a11:18:09.420619 run osmo-stp_10.42.42.5(pid=13250): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)]\u000a11:18:09.556847 run osmo-stp_10.42.42.5(pid=13250): stdout: \u000a| (launched: 2022-12-13_11:18:08.018245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:09.693524 run osmo-stp_10.42.42.5(pid=13250): stderr: \u000a| �[0;m�[38;5;43m20221213111808210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111808210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111808210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111808211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111808211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111808211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111808211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:09.825198 run osmo-stp_10.42.42.5(pid=13250): stdout: \u000a| (launched: 2022-12-13_11:18:08.018245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:09.955863 run osmo-stp_10.42.42.5(pid=13250): stderr: \u000a| �[0;m�[38;5;43m20221213111808210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111808210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111808210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111808211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111808211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111808211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111808211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:10.109040 run patchelf(pid=13253): Terminating (SIGINT)\u000a11:18:10.288059 run patchelf(pid=13253): Terminated: ok {rc=0}\u000a11:18:10.321272 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13250): Process ended prematurely: osmo-stp_10.42.42.5(pid=13250) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:18:10.331125 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:18:10.393853 run osmo-hlr_10.42.42.2(pid=13247): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13247)]\u000a11:18:10.445268 run osmo-hlr_10.42.42.2(pid=13247): stdout: \u000a| (launched: 2022-12-13_11:18:07.030803) \u000a11:18:10.497108 run osmo-hlr_10.42.42.2(pid=13247): stderr: \u000a| �[0;m�[1;31m20221213111807232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111807232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111807232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111807232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111807232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111807232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111807245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111807253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111807254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111807254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:10.541323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13240): Terminating (SIGTERM)\u000a11:18:10.583441 run iperf3-srv_10.42.42.10(pid=13241): Terminating (SIGTERM)\u000a11:18:10.625915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13242): Terminating (SIGTERM)\u000a11:18:10.667540 run iperf3-srv_10.42.42.10(pid=13243): Terminating (SIGTERM)\u000a11:18:10.709932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13246): Terminating (SIGTERM)\u000a11:18:10.752020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13249): Terminating (SIGTERM)\u000a11:18:10.794265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13252): Terminating (SIGTERM)\u000a11:18:10.803797 --- ParallelTerminationStrategy: PID 13240 died...\u000a11:18:10.859696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13240): Terminated: ok {rc=0}\u000a11:18:10.869617 --- ParallelTerminationStrategy: PID 13241 died...\u000a11:18:10.924920 run iperf3-srv_10.42.42.10(pid=13241): Terminated {rc=256}\u000a11:18:10.934703 --- ParallelTerminationStrategy: PID 13242 died...\u000a11:18:10.990359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13242): Terminated: ok {rc=0}\u000a11:18:11.000214 --- ParallelTerminationStrategy: PID 13243 died...\u000a11:18:11.056147 run iperf3-srv_10.42.42.10(pid=13243): Terminated {rc=256}\u000a11:18:11.066037 --- ParallelTerminationStrategy: PID 13246 died...\u000a11:18:11.121776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13246): Terminated: ok {rc=0}\u000a11:18:11.131603 --- ParallelTerminationStrategy: PID 13249 died...\u000a11:18:11.187213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13249): Terminated: ok {rc=0}\u000a11:18:11.197174 --- ParallelTerminationStrategy: PID 13252 died...\u000a11:18:11.253047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13252): Terminated: ok {rc=0}\u000a11:18:11.339352 bus /gobi_0: Setting Powered False\u000a11:18:12.444369 bus /gobi_0: Setting Powered False\u000a11:18:13.554207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13262): Process ended prematurely: osmo-stp_10.42.42.5(pid=13262) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13262)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13262): Process ended prematurely: osmo-stp_10.42.42.5(pid=13262) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:18:14.663369 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:14.675176 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:18:14.817060 tst iperf3.py: using LAC 33578\u000a11:18:14.942791 tst iperf3.py: using RAC 173\u000a11:18:15.067512 tst iperf3.py: using CellId 33578\u000a11:18:15.193112 tst iperf3.py: using BVCI 33579\u000a11:18:15.217370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.229111 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.240570 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.252029 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.263874 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.275643 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.287580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.299356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:15.311864 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:15.587522 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:18:15.711353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:16.064612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13254): Launched\u000a11:18:16.352501 run iperf3-srv_10.42.42.10(pid=13255): Launched\u000a11:18:16.536473 tst iperf3.py:8: start network...\u000a11:18:16.661451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:17.183826 run create_hlr_db(pid=13256): Launched\u000a11:18:17.355225 bus /gobi_6: Setting Powered False\u000a11:18:18.376349 run create_hlr_db(pid=13256): Terminated: ok {rc=0}\u000a11:18:18.798521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13258): Launched\u000a11:18:19.116034 run osmo-hlr_10.42.42.2(pid=13259): Launched\u000a11:18:19.232505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:19.782665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13261): Launched\u000a11:18:20.099928 run osmo-stp_10.42.42.5(pid=13262): Launched\u000a11:18:20.215862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:18:20.769378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13264): Launched\u000a11:18:20.882821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:18:21.160089 run patchelf(pid=13265): Launched\u000a11:18:21.345783 run osmo-stp_10.42.42.5(pid=13262): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13262)]\u000a11:18:21.482050 run osmo-stp_10.42.42.5(pid=13262): stdout: \u000a| (launched: 2022-12-13_11:18:19.943700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:21.618187 run osmo-stp_10.42.42.5(pid=13262): stderr: \u000a| �[0;m�[38;5;43m20221213111820135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111820135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111820136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111820136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111820138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111820139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111820139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:21.750021 run osmo-stp_10.42.42.5(pid=13262): stdout: \u000a| (launched: 2022-12-13_11:18:19.943700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:21.880369 run osmo-stp_10.42.42.5(pid=13262): stderr: \u000a| �[0;m�[38;5;43m20221213111820135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111820135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111820136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111820136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111820138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111820139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111820139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:22.033367 run patchelf(pid=13265): Terminating (SIGINT)\u000a11:18:22.212236 run patchelf(pid=13265): Terminated: ok {rc=0}\u000a11:18:22.245152 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13262): Process ended prematurely: osmo-stp_10.42.42.5(pid=13262) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13262)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:18:22.255010 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:18:22.317959 run osmo-hlr_10.42.42.2(pid=13259): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13259)]\u000a11:18:22.369303 run osmo-hlr_10.42.42.2(pid=13259): stdout: \u000a| (launched: 2022-12-13_11:18:18.960386) \u000a11:18:22.421730 run osmo-hlr_10.42.42.2(pid=13259): stderr: \u000a| �[0;m�[1;31m20221213111819159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111819159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111819159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111819159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111819159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111819159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111819174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111819184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111819184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111819184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:22.465920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13254): Terminating (SIGTERM)\u000a11:18:22.507391 run iperf3-srv_10.42.42.10(pid=13255): Terminating (SIGTERM)\u000a11:18:22.549493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13258): Terminating (SIGTERM)\u000a11:18:22.591445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13261): Terminating (SIGTERM)\u000a11:18:22.632808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13264): Terminating (SIGTERM)\u000a11:18:22.642345 --- ParallelTerminationStrategy: PID 13254 died...\u000a11:18:22.698082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13254): Terminated: ok {rc=0}\u000a11:18:22.707916 --- ParallelTerminationStrategy: PID 13255 died...\u000a11:18:22.763169 run iperf3-srv_10.42.42.10(pid=13255): Terminated {rc=256}\u000a11:18:22.772894 --- ParallelTerminationStrategy: PID 13258 died...\u000a11:18:22.828535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13258): Terminated: ok {rc=0}\u000a11:18:22.838398 --- ParallelTerminationStrategy: PID 13261 died...\u000a11:18:22.893922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13261): Terminated: ok {rc=0}\u000a11:18:22.903775 --- ParallelTerminationStrategy: PID 13264 died...\u000a11:18:22.959461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13264): Terminated: ok {rc=0}\u000a11:18:23.046045 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13280): Process ended prematurely: osmo-stp_10.42.42.5(pid=13280) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13280)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13280): Process ended prematurely: osmo-stp_10.42.42.5(pid=13280) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:18:24.160468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.177159 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:18:24.318373 tst iperf3m4.py: using LAC 33579\u000a11:18:24.442243 tst iperf3m4.py: using RAC 174\u000a11:18:24.567455 tst iperf3m4.py: using CellId 33579\u000a11:18:24.691704 tst iperf3m4.py: using BVCI 33580\u000a11:18:24.716031 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.727867 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.739426 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.750967 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.762825 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.774682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.786614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.798353 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:24.810504 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:24.927594 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:25.050638 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:25.169779 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:25.445426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:18:25.569697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:25.877463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13266): Launched\u000a11:18:26.131443 run iperf3-srv_10.42.42.10(pid=13267): Launched\u000a11:18:26.311835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:18:26.434967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:26.741444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13268): Launched\u000a11:18:27.003580 run iperf3-srv_10.42.42.10(pid=13269): Launched\u000a11:18:27.199804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:18:27.332917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:27.662239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13270): Launched\u000a11:18:27.935912 run iperf3-srv_10.42.42.10(pid=13271): Launched\u000a11:18:28.131030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:18:28.264053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:18:28.592257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13272): Launched\u000a11:18:28.864662 run iperf3-srv_10.42.42.10(pid=13273): Launched\u000a11:18:29.059768 tst iperf3m4.py:8: start network...\u000a11:18:29.192353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:29.689875 run create_hlr_db(pid=13274): Launched\u000a11:18:29.873058 bus /gobi_6: Setting Powered False\u000a11:18:30.911605 run create_hlr_db(pid=13274): Terminated: ok {rc=0}\u000a11:18:31.343349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13276): Launched\u000a11:18:31.754972 run osmo-hlr_10.42.42.2(pid=13277): Launched\u000a11:18:31.997393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:32.612700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13279): Launched\u000a11:18:32.931805 run osmo-stp_10.42.42.5(pid=13280): Launched\u000a11:18:33.048408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:18:33.603242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13282): Launched\u000a11:18:33.716675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:18:33.992391 run patchelf(pid=13283): Launched\u000a11:18:34.178503 run osmo-stp_10.42.42.5(pid=13280): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13280)]\u000a11:18:34.314370 run osmo-stp_10.42.42.5(pid=13280): stdout: \u000a| (launched: 2022-12-13_11:18:32.774766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:34.450469 run osmo-stp_10.42.42.5(pid=13280): stderr: \u000a| �[0;m�[38;5;43m20221213111832964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111832964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111832965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111832965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111832966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111832966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111832966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:34.581901 run osmo-stp_10.42.42.5(pid=13280): stdout: \u000a| (launched: 2022-12-13_11:18:32.774766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:34.712183 run osmo-stp_10.42.42.5(pid=13280): stderr: \u000a| �[0;m�[38;5;43m20221213111832964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111832964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111832965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111832965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111832966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111832966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111832966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:34.864113 run patchelf(pid=13283): Terminating (SIGINT)\u000a11:18:35.043026 run patchelf(pid=13283): Terminated: ok {rc=0}\u000a11:18:35.076223 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13280): Process ended prematurely: osmo-stp_10.42.42.5(pid=13280) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13280)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:18:35.086388 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:18:35.149490 run osmo-hlr_10.42.42.2(pid=13277): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13277)]\u000a11:18:35.200690 run osmo-hlr_10.42.42.2(pid=13277): stdout: \u000a| (launched: 2022-12-13_11:18:31.496594) \u000a11:18:35.252708 run osmo-hlr_10.42.42.2(pid=13277): stderr: \u000a| �[0;m�[1;31m20221213111831842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111831842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111831842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111831842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111831842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111831842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111831862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111831872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111831872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111831872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:35.296887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13266): Terminating (SIGTERM)\u000a11:18:35.338671 run iperf3-srv_10.42.42.10(pid=13267): Terminating (SIGTERM)\u000a11:18:35.380468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13268): Terminating (SIGTERM)\u000a11:18:35.422091 run iperf3-srv_10.42.42.10(pid=13269): Terminating (SIGTERM)\u000a11:18:35.463513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13270): Terminating (SIGTERM)\u000a11:18:35.504985 run iperf3-srv_10.42.42.10(pid=13271): Terminating (SIGTERM)\u000a11:18:35.546596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13272): Terminating (SIGTERM)\u000a11:18:35.588057 run iperf3-srv_10.42.42.10(pid=13273): Terminating (SIGTERM)\u000a11:18:35.629620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13276): Terminating (SIGTERM)\u000a11:18:35.671050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13279): Terminating (SIGTERM)\u000a11:18:35.712574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13282): Terminating (SIGTERM)\u000a11:18:35.722226 --- ParallelTerminationStrategy: PID 13266 died...\u000a11:18:35.778037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13266): Terminated: ok {rc=0}\u000a11:18:35.787948 --- ParallelTerminationStrategy: PID 13267 died...\u000a11:18:35.843509 run iperf3-srv_10.42.42.10(pid=13267): Terminated {rc=256}\u000a11:18:35.853419 --- ParallelTerminationStrategy: PID 13268 died...\u000a11:18:35.908715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13268): Terminated: ok {rc=0}\u000a11:18:35.918563 --- ParallelTerminationStrategy: PID 13269 died...\u000a11:18:35.974012 run iperf3-srv_10.42.42.10(pid=13269): Terminated {rc=256}\u000a11:18:35.983853 --- ParallelTerminationStrategy: PID 13270 died...\u000a11:18:36.039957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13270): Terminated: ok {rc=0}\u000a11:18:36.049910 --- ParallelTerminationStrategy: PID 13271 died...\u000a11:18:36.105631 run iperf3-srv_10.42.42.10(pid=13271): Terminated {rc=256}\u000a11:18:36.115520 --- ParallelTerminationStrategy: PID 13272 died...\u000a11:18:36.171266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13272): Terminated: ok {rc=0}\u000a11:18:36.181222 --- ParallelTerminationStrategy: PID 13273 died...\u000a11:18:36.237116 run iperf3-srv_10.42.42.10(pid=13273): Terminated {rc=256}\u000a11:18:36.246928 --- ParallelTerminationStrategy: PID 13276 died...\u000a11:18:36.302601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13276): Terminated: ok {rc=0}\u000a11:18:36.312491 --- ParallelTerminationStrategy: PID 13279 died...\u000a11:18:36.368014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13279): Terminated: ok {rc=0}\u000a11:18:36.377991 --- ParallelTerminationStrategy: PID 13282 died...\u000a11:18:36.433582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13282): Terminated: ok {rc=0}\u000a11:18:36.519894 bus /gobi_4: Setting Powered False\u000a11:18:37.625437 bus /gobi_4: Setting Powered False\u000a11:18:38.733361 bus /gobi_1: Setting Powered False\u000a11:18:39.838350 bus /gobi_1: Setting Powered False\u000a11:18:40.945299 bus /gobi_0: Setting Powered False\u000a11:18:42.051697 bus /gobi_0: Setting Powered False\u000a11:18:43.160807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13290): Process ended prematurely: osmo-stp_10.42.42.5(pid=13290) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13290)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13290): Process ended prematurely: osmo-stp_10.42.42.5(pid=13290) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:18:44.226115 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.237736 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:18:44.369244 tst ping.py: using LAC 33580\u000a11:18:44.483314 tst ping.py: using RAC 175\u000a11:18:44.597506 tst ping.py: using CellId 33580\u000a11:18:44.710795 tst ping.py: using BVCI 33581\u000a11:18:44.733055 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.744344 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.755581 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.766851 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.778408 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.789434 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.800551 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:44.811826 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:45.079929 tst ping.py:19: start network...\u000a11:18:45.200659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:45.666026 run create_hlr_db(pid=13284): Launched\u000a11:18:45.833878 bus /gobi_6: Setting Powered False\u000a11:18:46.858271 run create_hlr_db(pid=13284): Terminated: ok {rc=0}\u000a11:18:47.280635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13286): Launched\u000a11:18:47.575860 run osmo-hlr_10.42.42.2(pid=13287): Launched\u000a11:18:47.683080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:48.188450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13289): Launched\u000a11:18:48.478004 run osmo-stp_10.42.42.5(pid=13290): Launched\u000a11:18:48.584015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:18:49.091177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13292): Launched\u000a11:18:49.195120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:18:49.448001 run patchelf(pid=13293): Launched\u000a11:18:49.618664 run osmo-stp_10.42.42.5(pid=13290): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13290)]\u000a11:18:49.743155 run osmo-stp_10.42.42.5(pid=13290): stdout: \u000a| (launched: 2022-12-13_11:18:48.335812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:49.868503 run osmo-stp_10.42.42.5(pid=13290): stderr: \u000a| �[0;m�[38;5;43m20221213111848505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111848505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111848505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111848506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111848506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111848506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111848506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:49.989169 run osmo-stp_10.42.42.5(pid=13290): stdout: \u000a| (launched: 2022-12-13_11:18:48.335812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:50.108941 run osmo-stp_10.42.42.5(pid=13290): stderr: \u000a| �[0;m�[38;5;43m20221213111848505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111848505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111848505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111848506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111848506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111848506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111848506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:50.248325 run patchelf(pid=13293): Terminating (SIGINT)\u000a11:18:50.412472 run patchelf(pid=13293): Terminated: ok {rc=0}\u000a11:18:50.442454 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13290): Process ended prematurely: osmo-stp_10.42.42.5(pid=13290) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13290)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:18:50.450970 tst ping.py:22: Test FAILED (6.2 sec)\u000a11:18:50.510730 run osmo-hlr_10.42.42.2(pid=13287): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13287)]\u000a11:18:50.559310 run osmo-hlr_10.42.42.2(pid=13287): stdout: \u000a| (launched: 2022-12-13_11:18:47.428644) \u000a11:18:50.608776 run osmo-hlr_10.42.42.2(pid=13287): stderr: \u000a| �[0;m�[1;31m20221213111847603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111847603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111847603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111847603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111847603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111847604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111847616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111847625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111847625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111847625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:50.650632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13286): Terminating (SIGTERM)\u000a11:18:50.690036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13289): Terminating (SIGTERM)\u000a11:18:50.729542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13292): Terminating (SIGTERM)\u000a11:18:50.738700 --- ParallelTerminationStrategy: PID 13286 died...\u000a11:18:50.791798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13286): Terminated: ok {rc=0}\u000a11:18:50.801425 --- ParallelTerminationStrategy: PID 13289 died...\u000a11:18:50.854248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13289): Terminated: ok {rc=0}\u000a11:18:50.863847 --- ParallelTerminationStrategy: PID 13292 died...\u000a11:18:50.916527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13292): Terminated: ok {rc=0}\u000a11:18:51.004385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13300): Process ended prematurely: osmo-stp_10.42.42.5(pid=13300) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13300): Process ended prematurely: osmo-stp_10.42.42.5(pid=13300) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:18:52.056302 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.068302 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:18:52.205429 tst ping_idle_ping.py: using LAC 33581\u000a11:18:52.320924 tst ping_idle_ping.py: using RAC 176\u000a11:18:52.436039 tst ping_idle_ping.py: using CellId 33581\u000a11:18:52.550971 tst ping_idle_ping.py: using BVCI 33582\u000a11:18:52.573557 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.584768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.596024 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.607158 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.618739 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.630360 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.642087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:18:52.653702 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:18:52.941081 tst ping_idle_ping.py:24: start network...\u000a11:18:53.072195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:53.568592 run create_hlr_db(pid=13294): Launched\u000a11:18:53.751536 bus /gobi_6: Setting Powered False\u000a11:18:54.772142 run create_hlr_db(pid=13294): Terminated: ok {rc=0}\u000a11:18:55.190108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13296): Launched\u000a11:18:55.503998 run osmo-hlr_10.42.42.2(pid=13297): Launched\u000a11:18:55.621636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:56.165251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13299): Launched\u000a11:18:56.478865 run osmo-stp_10.42.42.5(pid=13300): Launched\u000a11:18:56.596090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:18:57.143224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13302): Launched\u000a11:18:57.255460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:18:57.528198 run patchelf(pid=13303): Launched\u000a11:18:57.711729 run osmo-stp_10.42.42.5(pid=13300): ERR: Terminated: ERROR {rc=1} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)]\u000a11:18:57.846107 run osmo-stp_10.42.42.5(pid=13300): stdout: \u000a| (launched: 2022-12-13_11:18:56.324361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:57.980496 run osmo-stp_10.42.42.5(pid=13300): stderr: \u000a| �[0;m�[38;5;43m20221213111856514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111856514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111856515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111856515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111856516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111856516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111856516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:58.111172 run osmo-stp_10.42.42.5(pid=13300): stdout: \u000a| (launched: 2022-12-13_11:18:56.324361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:58.239867 run osmo-stp_10.42.42.5(pid=13300): stderr: \u000a| �[0;m�[38;5;43m20221213111856514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111856514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111856515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111856515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111856516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111856516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111856516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:58.390192 run patchelf(pid=13303): Terminating (SIGINT)\u000a11:18:58.566623 run patchelf(pid=13303): Terminated: ok {rc=0}\u000a11:18:58.598848 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13300): Process ended prematurely: osmo-stp_10.42.42.5(pid=13300) [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)] [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:18:58.608105 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:18:58.670764 run osmo-hlr_10.42.42.2(pid=13297): ERR: Terminated: ERROR {rc=237} [trial-2388↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13297)]\u000a11:18:58.722064 run osmo-hlr_10.42.42.2(pid=13297): stdout: \u000a| (launched: 2022-12-13_11:18:55.349753) \u000a11:18:58.774114 run osmo-hlr_10.42.42.2(pid=13297): stderr: \u000a| �[0;m�[1;31m20221213111855545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111855545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111855545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111855545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111855545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111855545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111855558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111855568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111855568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111855568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:58.818531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13296): Terminating (SIGTERM)\u000a11:18:58.860268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13299): Terminating (SIGTERM)\u000a11:18:58.902700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13302): Terminating (SIGTERM)\u000a11:18:58.912307 --- ParallelTerminationStrategy: PID 13296 died...\u000a11:18:58.968498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13296): Terminated: ok {rc=0}\u000a11:18:58.978467 --- ParallelTerminationStrategy: PID 13299 died...\u000a11:18:59.034360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13299): Terminated: ok {rc=0}\u000a11:18:59.044295 --- ParallelTerminationStrategy: PID 13302 died...\u000a11:18:59.100730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13302): Terminated: ok {rc=0}\u000a11:18:59.187959 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:18:01" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13313): Process ended prematurely: osmo-stp_10.42.42.5(pid=13313) [trial-2388↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13313)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13313): Process ended prematurely: osmo-stp_10.42.42.5(pid=13313) [trial-2388↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:19:01.256051 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.271998 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:19:01.471313 tst switch_tch_pdch.py: using LAC 33582\u000a11:19:01.621983 tst switch_tch_pdch.py: using RAC 177\u000a11:19:01.757523 tst switch_tch_pdch.py: using CellId 33582\u000a11:19:01.885981 tst switch_tch_pdch.py: using BVCI 33583\u000a11:19:01.911713 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.925062 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.938155 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.951487 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.966342 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.980597 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:01.995184 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:19:02.009558 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:19:02.133952 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:19:02.425603 tst switch_tch_pdch.py:51: start network...\u000a11:19:02.557063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:03.049069 run create_hlr_db(pid=13307): Launched\u000a11:19:03.231337 bus /gobi_6: Setting Powered False\u000a11:19:04.251582 run create_hlr_db(pid=13307): Terminated: ok {rc=0}\u000a11:19:04.642218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13309): Launched\u000a11:19:04.932233 run osmo-hlr_10.42.42.2(pid=13310): Launched\u000a11:19:05.046869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:05.559242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13312): Launched\u000a11:19:05.849893 run osmo-stp_10.42.42.5(pid=13313): Launched\u000a11:19:05.956071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:19:06.462635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13315): Launched\u000a11:19:06.566056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:19:06.819931 run patchelf(pid=13316): Launched\u000a11:19:06.990338 run osmo-stp_10.42.42.5(pid=13313): ERR: Terminated: ERROR {rc=1} [trial-2388↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13313)]\u000a11:19:07.115504 run osmo-stp_10.42.42.5(pid=13313): stdout: \u000a| (launched: 2022-12-13_11:19:05.706607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:07.240564 run osmo-stp_10.42.42.5(pid=13313): stderr: \u000a| �[0;m�[38;5;43m20221213111905877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111905877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111905878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111905878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111905879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:07.362338 run osmo-stp_10.42.42.5(pid=13313): stdout: \u000a| (launched: 2022-12-13_11:19:05.706607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:07.482480 run osmo-stp_10.42.42.5(pid=13313): stderr: \u000a| �[0;m�[38;5;43m20221213111905877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111905877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111905878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111905878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111905879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:07.622636 run patchelf(pid=13316): Terminating (SIGINT)\u000a11:19:07.786674 run patchelf(pid=13316): Terminated: ok {rc=0}\u000a11:19:07.816614 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13313): Process ended prematurely: osmo-stp_10.42.42.5(pid=13313) [trial-2388↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13313)] [trial-2388↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:19:07.825393 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:19:07.884360 run osmo-hlr_10.42.42.2(pid=13310): ERR: Terminated: ERROR {rc=237} [trial-2388↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13310)]\u000a11:19:07.932727 run osmo-hlr_10.42.42.2(pid=13310): stdout: \u000a| (launched: 2022-12-13_11:19:04.789679) \u000a11:19:07.981673 run osmo-hlr_10.42.42.2(pid=13310): stderr: \u000a| �[0;m�[1;31m20221213111904962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111904962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111904962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111904962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111904962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111904962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111904974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111904985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111904985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111904985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:08.023579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13309): Terminating (SIGTERM)\u000a11:19:08.063023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13312): Terminating (SIGTERM)\u000a11:19:08.102640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13315): Terminating (SIGTERM)\u000a11:19:08.111758 --- ParallelTerminationStrategy: PID 13309 died...\u000a11:19:08.164726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13309): Terminated: ok {rc=0}\u000a11:19:08.174225 --- ParallelTerminationStrategy: PID 13312 died...\u000a11:19:08.226780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13312): Terminated: ok {rc=0}\u000a11:19:08.236220 --- ParallelTerminationStrategy: PID 13315 died...\u000a11:19:08.288918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13315): Terminated: ok {rc=0}\u000a11:19:08.376263 bus /gobi_0: Setting Powered False\u000a11:19:09.478787 bus /gobi_0: Setting Powered False\u000a11:19:10.589236 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:19:00" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13323): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13323) [trial-2388↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13323)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13323): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13323) [trial-2388↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:19:12.421132 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:19:12.524196 tst esme_connect_policy_acceptall.py: using MSISDN 8123\u000a11:19:12.656077 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:19:13.213578 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13322): Launched\u000a11:19:13.508391 run osmo-nitb_10.42.42.2(pid=13323): Launched\u000a11:19:13.690642 run osmo-nitb_10.42.42.2(pid=13323): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13323)]\u000a11:19:13.825158 run osmo-nitb_10.42.42.2(pid=13323): stdout: \u000a| (launched: 2022-12-13_11:19:13.364763) \u000a11:19:13.959921 run osmo-nitb_10.42.42.2(pid=13323): stderr: \u000a| (launched: 2022-12-13_11:19:13.409448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:14.090384 run osmo-nitb_10.42.42.2(pid=13323): stdout: \u000a| (launched: 2022-12-13_11:19:13.364763) \u000a11:19:14.219878 run osmo-nitb_10.42.42.2(pid=13323): stderr: \u000a| (launched: 2022-12-13_11:19:13.409448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:14.628822 tst osmo-nitb_10.42.42.2(pid=13323): stdout: \u000a| (launched: 2022-12-13_11:19:13.364763) \u000a11:19:14.748141 tst osmo-nitb_10.42.42.2(pid=13323): stderr: \u000a| (launched: 2022-12-13_11:19:13.409448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:14.800378 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=13323): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13323) [trial-2388↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13323)] [trial-2388↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a11:19:14.808333 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a11:19:14.842884 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13322): Terminating (SIGTERM)\u000a11:19:15.020415 --- ParallelTerminationStrategy: PID 13322 died...\u000a11:19:15.075455 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13322): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13325): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13325) [trial-2388↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13325)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13325): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13325) [trial-2388↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:19:15.089521 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:19:15.198877 tst esme_connect_policy_closed.py: using MSISDN 8124\u000a11:19:15.317929 tst esme_connect_policy_closed.py: using MSISDN 8125\u000a11:19:15.423977 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:19:16.021179 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13324): Launched\u000a11:19:16.415682 run osmo-nitb_10.42.42.2(pid=13325): Launched\u000a11:19:16.618701 run osmo-nitb_10.42.42.2(pid=13325): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13325)]\u000a11:19:16.774115 run osmo-nitb_10.42.42.2(pid=13325): stdout: \u000a| (launched: 2022-12-13_11:19:16.224110) \u000a11:19:16.912371 run osmo-nitb_10.42.42.2(pid=13325): stderr: \u000a| (launched: 2022-12-13_11:19:16.282314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:17.066449 run osmo-nitb_10.42.42.2(pid=13325): stdout: \u000a| (launched: 2022-12-13_11:19:16.224110) \u000a11:19:17.225562 run osmo-nitb_10.42.42.2(pid=13325): stderr: \u000a| (launched: 2022-12-13_11:19:16.282314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:17.286554 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=13325): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13325) [trial-2388↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13325)] [trial-2388↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a11:19:17.294665 tst esme_connect_policy_closed.py:24: Test FAILED (2.2 sec)\u000a11:19:17.329988 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13324): Terminating (SIGTERM)\u000a11:19:17.507786 --- ParallelTerminationStrategy: PID 13324 died...\u000a11:19:17.562228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13324): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13327) [trial-2388↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13327)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13327) [trial-2388↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:19:17.576541 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:19:17.587509 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:19:17.708460 tst esme_ms_sms_storeforward.py: using LAC 33583\u000a11:19:17.828376 tst esme_ms_sms_storeforward.py: using RAC 178\u000a11:19:17.954194 tst esme_ms_sms_storeforward.py: using CellId 33583\u000a11:19:18.081222 tst esme_ms_sms_storeforward.py: using BVCI 33584\u000a11:19:18.105581 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:19:18.318300 tst esme_ms_sms_storeforward.py: using MSISDN 8126\u000a11:19:18.500354 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a11:19:18.624576 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:19:19.241895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13326): Launched\u000a11:19:19.538447 run osmo-nitb_10.42.42.2(pid=13327): Launched\u000a11:19:19.708482 run osmo-nitb_10.42.42.2(pid=13327): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13327)]\u000a11:19:19.832907 run osmo-nitb_10.42.42.2(pid=13327): stdout: \u000a| (launched: 2022-12-13_11:19:19.393830) \u000a11:19:19.957622 run osmo-nitb_10.42.42.2(pid=13327): stderr: \u000a| (launched: 2022-12-13_11:19:19.439222)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:20.078023 run osmo-nitb_10.42.42.2(pid=13327): stdout: \u000a| (launched: 2022-12-13_11:19:19.393830) \u000a11:19:20.197379 run osmo-nitb_10.42.42.2(pid=13327): stderr: \u000a| (launched: 2022-12-13_11:19:19.439222)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:20.249231 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=13327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13327) [trial-2388↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13327)] [trial-2388↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a11:19:20.256905 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a11:19:20.290543 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13326): Terminating (SIGTERM)\u000a11:19:20.467625 --- ParallelTerminationStrategy: PID 13326 died...\u000a11:19:20.522044 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13326): Terminated: ok {rc=0}\u000a11:19:20.609489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13329) [trial-2388↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13329)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13329) [trial-2388↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:19:21.661382 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:19:21.672704 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:19:21.801959 tst esme_ms_sms_transaction.py: using LAC 33584\u000a11:19:21.926737 tst esme_ms_sms_transaction.py: using RAC 179\u000a11:19:22.052484 tst esme_ms_sms_transaction.py: using CellId 33584\u000a11:19:22.181009 tst esme_ms_sms_transaction.py: using BVCI 33585\u000a11:19:22.203637 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:19:22.427012 tst esme_ms_sms_transaction.py: using MSISDN 8127\u000a11:19:22.623146 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a11:19:22.757457 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:19:23.415719 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13328): Launched\u000a11:19:23.730741 run osmo-nitb_10.42.42.2(pid=13329): Launched\u000a11:19:23.925910 run osmo-nitb_10.42.42.2(pid=13329): ERR: Terminated: ERROR {rc=2} [trial-2388↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13329)]\u000a11:19:24.070155 run osmo-nitb_10.42.42.2(pid=13329): stdout: \u000a| (launched: 2022-12-13_11:19:23.578287) \u000a11:19:24.215027 run osmo-nitb_10.42.42.2(pid=13329): stderr: \u000a| (launched: 2022-12-13_11:19:23.625683)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:24.354895 run osmo-nitb_10.42.42.2(pid=13329): stdout: \u000a| (launched: 2022-12-13_11:19:23.578287) \u000a11:19:24.494068 run osmo-nitb_10.42.42.2(pid=13329): stderr: \u000a| (launched: 2022-12-13_11:19:23.625683)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:24.860034 tst osmo-nitb_10.42.42.2(pid=13329): stdout: \u000a| (launched: 2022-12-13_11:19:23.578287) \u000a11:19:24.987983 tst osmo-nitb_10.42.42.2(pid=13329): stderr: \u000a| (launched: 2022-12-13_11:19:23.625683)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:25.043740 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=13329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13329) [trial-2388↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13329)] [trial-2388↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a11:19:25.052270 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a11:19:25.089702 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13328): Terminating (SIGTERM)\u000a11:19:25.267044 --- ParallelTerminationStrategy: PID 13328 died...\u000a11:19:25.321235 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13328): Terminated: ok {rc=0}\u000a11:19:25.409488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:19:12" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=13338): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13338) [trial-2388↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13338)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=13338): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13338) [trial-2388↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:19:27.202754 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:27.212882 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:27.223079 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:27.233183 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:27.346303 tst esme_connect_policy_acceptall.py: using MSISDN 8128\u000a11:19:27.460601 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:19:28.013358 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13333): Launched\u000a11:19:28.333783 run osmo-stp_10.42.42.4(pid=13334): Launched\u000a11:19:28.448627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:28.951215 run create_hlr_db(pid=13335): Launched\u000a11:19:29.137548 bus /sierra_2: Setting Powered False\u000a11:19:30.157214 run create_hlr_db(pid=13335): Terminated: ok {rc=0}\u000a11:19:30.582931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13337): Launched\u000a11:19:31.004305 run osmo-hlr_10.42.42.2(pid=13338): Launched\u000a11:19:31.151618 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:19:31.849613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13340): Launched\u000a11:19:32.276492 run osmo-msc_10.42.42.5(pid=13341): Launched\u000a11:19:32.554347 run osmo-hlr_10.42.42.2(pid=13338): ERR: Terminated: ERROR {rc=237} [trial-2388↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13338)]\u000a11:19:32.683528 run osmo-hlr_10.42.42.2(pid=13338): stdout: \u000a| (launched: 2022-12-13_11:19:30.745409) \u000a11:19:32.809305 run osmo-hlr_10.42.42.2(pid=13338): stderr: \u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111931000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111931023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111931051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111931052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111931052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:32.931084 run osmo-hlr_10.42.42.2(pid=13338): stdout: \u000a| (launched: 2022-12-13_11:19:30.745409) \u000a11:19:33.051189 run osmo-hlr_10.42.42.2(pid=13338): stderr: \u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111930999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111931000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111931023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111931051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111931052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111931052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:33.103822 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=13338): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13338) [trial-2388↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13338)] [trial-2388↪smpp↪esme_connect_policy_acceptall.py:23]\u000a11:19:33.111725 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.9 sec)\u000a11:19:33.171459 run osmo-msc_10.42.42.5(pid=13341): ERR: Terminated: ERROR {rc=9} [trial-2388↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=13341)]\u000a11:19:33.221333 run osmo-msc_10.42.42.5(pid=13341): stdout: \u000a| (launched: 2022-12-13_11:19:32.014458) \u000a11:19:33.271497 run osmo-msc_10.42.42.5(pid=13341): stderr: \u000a| �[0;m�[38;5;43m20221213111932501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213111932501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213111932501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213111932501 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213111932501 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213111932502 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213111932502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213111932502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213111932502 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:19:33.313877 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13333): Terminating (SIGTERM)\u000a11:19:33.354191 run osmo-stp_10.42.42.4(pid=13334): Terminating (SIGTERM)\u000a11:19:33.395767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13337): Terminating (SIGTERM)\u000a11:19:33.439517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13340): Terminating (SIGTERM)\u000a11:19:33.448820 --- ParallelTerminationStrategy: PID 13333 died...\u000a11:19:33.503306 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13333): Terminated: ok {rc=0}\u000a11:19:33.512796 --- ParallelTerminationStrategy: PID 13334 died...\u000a11:19:33.567634 run osmo-stp_10.42.42.4(pid=13334): Terminated: ok {rc=0}\u000a11:19:33.577232 --- ParallelTerminationStrategy: PID 13337 died...\u000a11:19:33.631309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13337): Terminated: ok {rc=0}\u000a11:19:33.640838 --- ParallelTerminationStrategy: PID 13340 died...\u000a11:19:33.695276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13340): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=13349): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13349) [trial-2388↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13349)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=13349): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13349) [trial-2388↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:19:33.709402 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:33.720731 tst smpp: Using 1 x bts (candidates: 1)\u000a11:19:33.843998 tst esme_connect_policy_closed.py: using LAC 33585\u000a11:19:33.961345 tst esme_connect_policy_closed.py: using RAC 180\u000a11:19:34.078265 tst esme_connect_policy_closed.py: using CellId 33585\u000a11:19:34.204451 tst esme_connect_policy_closed.py: using BVCI 33586\u000a11:19:34.228903 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:34.239797 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:34.250623 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:34.358007 tst esme_connect_policy_closed.py: using MSISDN 8129\u000a11:19:34.477796 tst esme_connect_policy_closed.py: using MSISDN 8130\u000a11:19:34.583715 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:19:35.100437 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13344): Launched\u000a11:19:35.399336 run osmo-stp_10.42.42.4(pid=13345): Launched\u000a11:19:35.505728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:35.985934 run create_hlr_db(pid=13346): Launched\u000a11:19:37.161426 run create_hlr_db(pid=13346): Terminated: ok {rc=0}\u000a11:19:37.469756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Launched\u000a11:19:37.769840 run osmo-hlr_10.42.42.2(pid=13349): Launched\u000a11:19:37.883245 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:19:38.429812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Launched\u000a11:19:38.729223 run osmo-msc_10.42.42.5(pid=13352): Launched\u000a11:19:38.906131 run osmo-hlr_10.42.42.2(pid=13349): ERR: Terminated: ERROR {rc=237} [trial-2388↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13349)]\u000a11:19:39.035348 run osmo-hlr_10.42.42.2(pid=13349): stdout: \u000a| (launched: 2022-12-13_11:19:37.622947) \u000a11:19:39.160344 run osmo-hlr_10.42.42.2(pid=13349): stderr: \u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111937798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111937798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111937810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111937818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111937819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111937819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:39.280443 run osmo-hlr_10.42.42.2(pid=13349): stdout: \u000a| (launched: 2022-12-13_11:19:37.622947) \u000a11:19:39.400285 run osmo-hlr_10.42.42.2(pid=13349): stderr: \u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111937797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111937798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111937798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111937810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111937818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111937819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111937819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:39.452387 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=13349): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13349) [trial-2388↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13349)] [trial-2388↪smpp↪esme_connect_policy_closed.py:31]\u000a11:19:39.459886 tst esme_connect_policy_closed.py:31: Test FAILED (5.7 sec)\u000a11:19:39.518457 run osmo-msc_10.42.42.5(pid=13352): ERR: Terminated: ERROR {rc=9} [trial-2388↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=13352)]\u000a11:19:39.567184 run osmo-msc_10.42.42.5(pid=13352): stdout: \u000a| (launched: 2022-12-13_11:19:38.582036) \u000a11:19:39.616771 run osmo-msc_10.42.42.5(pid=13352): stderr: \u000a| �[0;m�[38;5;43m20221213111938897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213111938897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213111938898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213111938898 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213111938898 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213111938898 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213111938898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213111938898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213111938898 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:19:39.658184 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13344): Terminating (SIGTERM)\u000a11:19:39.697186 run osmo-stp_10.42.42.4(pid=13345): Terminating (SIGTERM)\u000a11:19:39.737616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Terminating (SIGTERM)\u000a11:19:39.778319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Terminating (SIGTERM)\u000a11:19:39.787461 --- ParallelTerminationStrategy: PID 13344 died...\u000a11:19:39.840464 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13344): Terminated: ok {rc=0}\u000a11:19:39.850036 --- ParallelTerminationStrategy: PID 13345 died...\u000a11:19:39.902319 run osmo-stp_10.42.42.4(pid=13345): Terminated: ok {rc=0}\u000a11:19:39.911695 --- ParallelTerminationStrategy: PID 13348 died...\u000a11:19:39.964257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Terminated: ok {rc=0}\u000a11:19:39.973688 --- ParallelTerminationStrategy: PID 13351 died...\u000a11:19:40.026252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13361): Process ended prematurely: osmo-stp_10.42.42.5(pid=13361) [trial-2388↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13361)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13361): Process ended prematurely: osmo-stp_10.42.42.5(pid=13361) [trial-2388↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:19:40.040115 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:40.050966 tst smpp: Using 1 x bts (candidates: 1)\u000a11:19:40.173333 tst esme_ms_sms_storeforward.py: using LAC 33586\u000a11:19:40.291831 tst esme_ms_sms_storeforward.py: using RAC 181\u000a11:19:40.414006 tst esme_ms_sms_storeforward.py: using CellId 33586\u000a11:19:40.530198 tst esme_ms_sms_storeforward.py: using BVCI 33587\u000a11:19:40.553122 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:40.563427 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:40.573592 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:40.583669 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:40.593713 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:40.604216 tst smpp: Using 1 x modem (candidates: 1)\u000a11:19:40.820912 tst esme_ms_sms_storeforward.py: using MSISDN 8131\u000a11:19:40.928254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:41.409503 run create_hlr_db(pid=13355): Launched\u000a11:19:42.584201 run create_hlr_db(pid=13355): Terminated: ok {rc=0}\u000a11:19:42.893839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13357): Launched\u000a11:19:43.194238 run osmo-hlr_10.42.42.2(pid=13358): Launched\u000a11:19:43.303829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:43.826631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13360): Launched\u000a11:19:44.126709 run osmo-stp_10.42.42.5(pid=13361): Launched\u000a11:19:44.236636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:44.782394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13363): Launched\u000a11:19:45.082664 run osmo-msc_10.42.42.6(pid=13364): Launched\u000a11:19:45.259368 run osmo-stp_10.42.42.5(pid=13361): ERR: Terminated: ERROR {rc=1} [trial-2388↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13361)]\u000a11:19:45.386946 run osmo-stp_10.42.42.5(pid=13361): stdout: \u000a| (launched: 2022-12-13_11:19:43.979239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:45.512433 run osmo-stp_10.42.42.5(pid=13361): stderr: \u000a| �[0;m�[38;5;43m20221213111944151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111944151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111944151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111944152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111944152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111944152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111944152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:45.634472 run osmo-stp_10.42.42.5(pid=13361): stdout: \u000a| (launched: 2022-12-13_11:19:43.979239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:45.754918 run osmo-stp_10.42.42.5(pid=13361): stderr: \u000a| �[0;m�[38;5;43m20221213111944151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111944151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111944151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111944152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111944152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111944152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111944152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:45.807247 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=13361): Process ended prematurely: osmo-stp_10.42.42.5(pid=13361) [trial-2388↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13361)] [trial-2388↪smpp↪esme_ms_sms_storeforward.py:30]\u000a11:19:45.815051 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.8 sec)\u000a11:19:45.894376 run osmo-hlr_10.42.42.2(pid=13358): ERR: Terminated: ERROR {rc=237} [trial-2388↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13358)]\u000a11:19:45.956477 run osmo-hlr_10.42.42.2(pid=13358): stdout: \u000a| (launched: 2022-12-13_11:19:43.046281) \u000a11:19:46.006962 run osmo-hlr_10.42.42.2(pid=13358): stderr: \u000a| �[0;m�[1;31m20221213111943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111943236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111943245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111943245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111943245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:46.074635 run osmo-msc_10.42.42.6(pid=13364): ERR: Terminated: ERROR {rc=2} [trial-2388↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13364)]\u000a11:19:46.124362 run osmo-msc_10.42.42.6(pid=13364): stdout: \u000a| (launched: 2022-12-13_11:19:44.934681) \u000a11:19:46.174463 run osmo-msc_10.42.42.6(pid=13364): stderr: \u000a| �[0;m�[38;5;43m20221213111945208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111945208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0c34dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111945208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111945208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111945208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111945209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111945210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111945211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111945211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111945211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:46.217993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13357): Terminating (SIGTERM)\u000a11:19:46.261001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13360): Terminating (SIGTERM)\u000a11:19:46.301745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13363): Terminating (SIGTERM)\u000a11:19:46.311030 --- ParallelTerminationStrategy: PID 13357 died...\u000a11:19:46.364990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13357): Terminated: ok {rc=0}\u000a11:19:46.374896 --- ParallelTerminationStrategy: PID 13360 died...\u000a11:19:46.428512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13360): Terminated: ok {rc=0}\u000a11:19:46.438503 --- ParallelTerminationStrategy: PID 13363 died...\u000a11:19:46.492272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13363): Terminated: ok {rc=0}\u000a11:19:46.578613 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13372): Process ended prematurely: osmo-stp_10.42.42.5(pid=13372) [trial-2388↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13372)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13372): Process ended prematurely: osmo-stp_10.42.42.5(pid=13372) [trial-2388↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:19:47.631055 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:47.641917 tst smpp: Using 1 x bts (candidates: 1)\u000a11:19:47.771134 tst esme_ms_sms_transaction.py: using LAC 33587\u000a11:19:47.894454 tst esme_ms_sms_transaction.py: using RAC 182\u000a11:19:48.013676 tst esme_ms_sms_transaction.py: using CellId 33587\u000a11:19:48.136058 tst esme_ms_sms_transaction.py: using BVCI 33588\u000a11:19:48.158785 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:48.169224 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:48.179544 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:48.189857 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:48.199951 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:19:48.210539 tst smpp: Using 1 x modem (candidates: 1)\u000a11:19:48.427539 tst esme_ms_sms_transaction.py: using MSISDN 8132\u000a11:19:48.533711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:49.012650 run create_hlr_db(pid=13366): Launched\u000a11:19:49.185699 bus /sierra_2: Setting Powered False\u000a11:19:50.206750 run create_hlr_db(pid=13366): Terminated: ok {rc=0}\u000a11:19:50.635374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13368): Launched\u000a11:19:50.957664 run osmo-hlr_10.42.42.2(pid=13369): Launched\u000a11:19:51.079214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:51.635056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13371): Launched\u000a11:19:51.957225 run osmo-stp_10.42.42.5(pid=13372): Launched\u000a11:19:52.075065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:52.660848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13374): Launched\u000a11:19:52.983141 run osmo-msc_10.42.42.6(pid=13375): Launched\u000a11:19:53.172482 run osmo-stp_10.42.42.5(pid=13372): ERR: Terminated: ERROR {rc=1} [trial-2388↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13372)]\u000a11:19:53.309212 run osmo-stp_10.42.42.5(pid=13372): stdout: \u000a| (launched: 2022-12-13_11:19:51.798673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:53.445453 run osmo-stp_10.42.42.5(pid=13372): stderr: \u000a| �[0;m�[38;5;43m20221213111951990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111951990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111951991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111951991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111951992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111951992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111951992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:53.575266 run osmo-stp_10.42.42.5(pid=13372): stdout: \u000a| (launched: 2022-12-13_11:19:51.798673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:53.703891 run osmo-stp_10.42.42.5(pid=13372): stderr: \u000a| �[0;m�[38;5;43m20221213111951990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213111951990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213111951991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213111951991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213111951992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213111951992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213111951992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:53.759858 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=13372): Process ended prematurely: osmo-stp_10.42.42.5(pid=13372) [trial-2388↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13372)] [trial-2388↪smpp↪esme_ms_sms_transaction.py:28]\u000a11:19:53.768459 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a11:19:53.830931 run osmo-hlr_10.42.42.2(pid=13369): ERR: Terminated: ERROR {rc=237} [trial-2388↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13369)]\u000a11:19:53.882356 run osmo-hlr_10.42.42.2(pid=13369): stdout: \u000a| (launched: 2022-12-13_11:19:50.799199) \u000a11:19:53.934666 run osmo-hlr_10.42.42.2(pid=13369): stderr: \u000a| �[0;m�[1;31m20221213111950997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111950997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111950997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111950997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111950997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111950997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111951015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111951024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111951025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111951025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:54.005643 run osmo-msc_10.42.42.6(pid=13375): ERR: Terminated: ERROR {rc=2} [trial-2388↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13375)]\u000a11:19:54.057184 run osmo-msc_10.42.42.6(pid=13375): stdout: \u000a| (launched: 2022-12-13_11:19:52.824424) \u000a11:19:54.109661 run osmo-msc_10.42.42.6(pid=13375): stderr: \u000a| �[0;m�[38;5;43m20221213111953145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213111953145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd79b9efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213111953145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213111953145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213111953145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213111953146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213111953147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213111953148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213111953148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213111953148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:54.154171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13368): Terminating (SIGTERM)\u000a11:19:54.196134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13371): Terminating (SIGTERM)\u000a11:19:54.238631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13374): Terminating (SIGTERM)\u000a11:19:54.248573 --- ParallelTerminationStrategy: PID 13368 died...\u000a11:19:54.304748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13368): Terminated: ok {rc=0}\u000a11:19:54.314709 --- ParallelTerminationStrategy: PID 13371 died...\u000a11:19:54.370528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13371): Terminated: ok {rc=0}\u000a11:19:54.380405 --- ParallelTerminationStrategy: PID 13374 died...\u000a11:19:54.436230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13374): Terminated: ok {rc=0}\u000a11:19:54.523621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:19:27" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13386): Process ended prematurely: osmo-stp_10.42.42.5(pid=13386) [trial-2388↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13386): Process ended prematurely: osmo-stp_10.42.42.5(pid=13386) [trial-2388↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a11:19:56.394264 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:19:56.404613 tst encryption: Using 1 x bts (candidates: 1)\u000a11:19:56.534638 tst register_a5_0_authopt.py: using LAC 33588\u000a11:19:56.660702 tst register_a5_0_authopt.py: using RAC 183\u000a11:19:56.786320 tst register_a5_0_authopt.py: using CellId 33588\u000a11:19:56.906664 tst register_a5_0_authopt.py: using BVCI 33589\u000a11:19:56.929932 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:19:56.940218 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:19:56.950515 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:19:56.960667 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:19:56.970884 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:19:56.981054 tst encryption: Using 1 x modem (candidates: 1)\u000a11:19:57.275218 tst register_a5_0_authopt.py:8: start network...\u000a11:19:57.411824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:57.922924 run create_hlr_db(pid=13380): Launched\u000a11:19:58.112027 bus /sierra_2: Setting Powered False\u000a11:19:59.133369 run create_hlr_db(pid=13380): Terminated: ok {rc=0}\u000a11:19:59.540754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13382): Launched\u000a11:19:59.844864 run osmo-hlr_10.42.42.2(pid=13383): Launched\u000a11:19:59.956696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:00.482294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13385): Launched\u000a11:20:00.785574 run osmo-stp_10.42.42.5(pid=13386): Launched\u000a11:20:00.950655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:01.528006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13388): Launched\u000a11:20:01.940673 run osmo-msc_10.42.42.6(pid=13389): Launched\u000a11:20:02.144417 run osmo-stp_10.42.42.5(pid=13386): ERR: Terminated: ERROR {rc=1} [trial-2388↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)]\u000a11:20:02.283923 run osmo-stp_10.42.42.5(pid=13386): stdout: \u000a| (launched: 2022-12-13_11:20:00.636464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:02.470427 run osmo-stp_10.42.42.5(pid=13386): stderr: \u000a| �[0;m�[38;5;43m20221213112000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112000811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:02.595189 run osmo-stp_10.42.42.5(pid=13386): stdout: \u000a| (launched: 2022-12-13_11:20:00.636464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:02.716756 run osmo-stp_10.42.42.5(pid=13386): stderr: \u000a| �[0;m�[38;5;43m20221213112000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112000811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:02.770458 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13386): Process ended prematurely: osmo-stp_10.42.42.5(pid=13386) [trial-2388↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)] [trial-2388↪encryption↪register_a5_0_authopt.py:8]\u000a11:20:02.778928 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a11:20:02.838943 run osmo-hlr_10.42.42.2(pid=13383): ERR: Terminated: ERROR {rc=237} [trial-2388↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13383)]\u000a11:20:02.888171 run osmo-hlr_10.42.42.2(pid=13383): stdout: \u000a| (launched: 2022-12-13_11:19:59.695331) \u000a11:20:02.938118 run osmo-hlr_10.42.42.2(pid=13383): stderr: \u000a| �[0;m�[1;31m20221213111959875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213111959875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213111959876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111959876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213111959876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213111959876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213111959888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213111959899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213111959899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213111959899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:03.005863 run osmo-msc_10.42.42.6(pid=13389): ERR: Terminated: ERROR {rc=2} [trial-2388↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13389)]\u000a11:20:03.055148 run osmo-msc_10.42.42.6(pid=13389): stdout: \u000a| (launched: 2022-12-13_11:20:01.685212) \u000a11:20:03.105057 run osmo-msc_10.42.42.6(pid=13389): stderr: \u000a| �[0;m�[38;5;43m20221213112002316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112002316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea534c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112002317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112002317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112002317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112002318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112002326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112002326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112002326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112002327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:03.147569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13382): Terminating (SIGTERM)\u000a11:20:03.187733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13385): Terminating (SIGTERM)\u000a11:20:03.227907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13388): Terminating (SIGTERM)\u000a11:20:03.237240 --- ParallelTerminationStrategy: PID 13382 died...\u000a11:20:03.291141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13382): Terminated: ok {rc=0}\u000a11:20:03.300786 --- ParallelTerminationStrategy: PID 13385 died...\u000a11:20:03.354278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13385): Terminated: ok {rc=0}\u000a11:20:03.363903 --- ParallelTerminationStrategy: PID 13388 died...\u000a11:20:03.417345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13388): Terminated: ok {rc=0}\u000a11:20:03.505793 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13401): Process ended prematurely: osmo-stp_10.42.42.5(pid=13401) [trial-2388↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13401)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13401): Process ended prematurely: osmo-stp_10.42.42.5(pid=13401) [trial-2388↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a11:20:04.621866 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:04.634087 tst encryption: Using 1 x bts (candidates: 1)\u000a11:20:04.764213 tst register_a5_0_authreq.py: using LAC 33589\u000a11:20:04.892712 tst register_a5_0_authreq.py: using RAC 184\u000a11:20:05.024859 tst register_a5_0_authreq.py: using CellId 33589\u000a11:20:05.151228 tst register_a5_0_authreq.py: using BVCI 33590\u000a11:20:05.175920 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:05.186810 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:05.197559 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:05.208181 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:05.219180 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:05.230194 tst encryption: Using 1 x modem (candidates: 1)\u000a11:20:05.528934 tst register_a5_0_authreq.py:8: start network...\u000a11:20:05.665725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:06.177374 run create_hlr_db(pid=13395): Launched\u000a11:20:06.365353 bus /sierra_2: Setting Powered False\u000a11:20:07.386309 run create_hlr_db(pid=13395): Terminated: ok {rc=0}\u000a11:20:07.794302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13397): Launched\u000a11:20:08.098012 run osmo-hlr_10.42.42.2(pid=13398): Launched\u000a11:20:08.210518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:08.735698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13400): Launched\u000a11:20:09.039034 run osmo-stp_10.42.42.5(pid=13401): Launched\u000a11:20:09.149242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:09.701346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13403): Launched\u000a11:20:10.007648 run osmo-msc_10.42.42.6(pid=13404): Launched\u000a11:20:10.185240 run osmo-stp_10.42.42.5(pid=13401): ERR: Terminated: ERROR {rc=1} [trial-2388↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13401)]\u000a11:20:10.314292 run osmo-stp_10.42.42.5(pid=13401): stdout: \u000a| (launched: 2022-12-13_11:20:08.890225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:10.440041 run osmo-stp_10.42.42.5(pid=13401): stderr: \u000a| �[0;m�[38;5;43m20221213112009059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112009059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112009060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112009060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112009061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112009061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112009061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:10.562402 run osmo-stp_10.42.42.5(pid=13401): stdout: \u000a| (launched: 2022-12-13_11:20:08.890225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:10.683258 run osmo-stp_10.42.42.5(pid=13401): stderr: \u000a| �[0;m�[38;5;43m20221213112009059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112009059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112009060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112009060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112009061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112009061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112009061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:10.736405 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13401): Process ended prematurely: osmo-stp_10.42.42.5(pid=13401) [trial-2388↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13401)] [trial-2388↪encryption↪register_a5_0_authreq.py:8]\u000a11:20:10.744788 tst register_a5_0_authreq.py:8: Test FAILED (6.2 sec)\u000a11:20:10.803586 run osmo-hlr_10.42.42.2(pid=13398): ERR: Terminated: ERROR {rc=237} [trial-2388↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13398)]\u000a11:20:10.851725 run osmo-hlr_10.42.42.2(pid=13398): stdout: \u000a| (launched: 2022-12-13_11:20:07.949078) \u000a11:20:10.900586 run osmo-hlr_10.42.42.2(pid=13398): stderr: \u000a| �[0;m�[1;31m20221213112008127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112008127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112008127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112008127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112008127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112008127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112008141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112008151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112008151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112008152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:10.967104 run osmo-msc_10.42.42.6(pid=13404): ERR: Terminated: ERROR {rc=2} [trial-2388↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13404)]\u000a11:20:11.015591 run osmo-msc_10.42.42.6(pid=13404): stdout: \u000a| (launched: 2022-12-13_11:20:09.857150) \u000a11:20:11.064618 run osmo-msc_10.42.42.6(pid=13404): stderr: \u000a| �[0;m�[38;5;43m20221213112010131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112010132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeb3d27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112010132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112010132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112010132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112010133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112010134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112010135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112010135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112010135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:11.106416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13397): Terminating (SIGTERM)\u000a11:20:11.146212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13400): Terminating (SIGTERM)\u000a11:20:11.185779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13403): Terminating (SIGTERM)\u000a11:20:11.194952 --- ParallelTerminationStrategy: PID 13397 died...\u000a11:20:11.248184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13397): Terminated: ok {rc=0}\u000a11:20:11.257838 --- ParallelTerminationStrategy: PID 13400 died...\u000a11:20:11.310670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13400): Terminated: ok {rc=0}\u000a11:20:11.320166 --- ParallelTerminationStrategy: PID 13403 died...\u000a11:20:11.372979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13403): Terminated: ok {rc=0}\u000a11:20:11.460840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13412): Process ended prematurely: osmo-stp_10.42.42.5(pid=13412) [trial-2388↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13412)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13412): Process ended prematurely: osmo-stp_10.42.42.5(pid=13412) [trial-2388↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a11:20:12.571071 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:12.581990 tst encryption: Using 1 x bts (candidates: 1)\u000a11:20:12.713884 tst register_a5_1_authreq.py: using LAC 33590\u000a11:20:12.846362 tst register_a5_1_authreq.py: using RAC 185\u000a11:20:12.966148 tst register_a5_1_authreq.py: using CellId 33590\u000a11:20:13.085223 tst register_a5_1_authreq.py: using BVCI 33591\u000a11:20:13.108143 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:13.118601 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:13.128832 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:13.139066 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:13.149167 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:13.159278 tst encryption: Using 1 x modem (candidates: 1)\u000a11:20:13.437010 tst register_a5_1_authreq.py:8: start network...\u000a11:20:13.564442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:14.050450 run create_hlr_db(pid=13406): Launched\u000a11:20:14.224367 bus /sierra_2: Setting Powered False\u000a11:20:15.247023 run create_hlr_db(pid=13406): Terminated: ok {rc=0}\u000a11:20:15.650334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13408): Launched\u000a11:20:16.013904 run osmo-hlr_10.42.42.2(pid=13409): Launched\u000a11:20:16.166314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:16.829976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13411): Launched\u000a11:20:17.284634 run osmo-stp_10.42.42.5(pid=13412): Launched\u000a11:20:17.454094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:18.046858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13414): Launched\u000a11:20:18.373333 run osmo-msc_10.42.42.6(pid=13415): Launched\u000a11:20:18.564743 run osmo-stp_10.42.42.5(pid=13412): ERR: Terminated: ERROR {rc=1} [trial-2388↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13412)]\u000a11:20:18.702180 run osmo-stp_10.42.42.5(pid=13412): stdout: \u000a| (launched: 2022-12-13_11:20:16.999692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:18.838979 run osmo-stp_10.42.42.5(pid=13412): stderr: \u000a| �[0;m�[38;5;43m20221213112017203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112017204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112017204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112017204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112017205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112017205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112017205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:18.970304 run osmo-stp_10.42.42.5(pid=13412): stdout: \u000a| (launched: 2022-12-13_11:20:16.999692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:19.100762 run osmo-stp_10.42.42.5(pid=13412): stderr: \u000a| �[0;m�[38;5;43m20221213112017203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112017204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112017204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112017204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112017205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112017205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112017205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:19.158308 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13412): Process ended prematurely: osmo-stp_10.42.42.5(pid=13412) [trial-2388↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13412)] [trial-2388↪encryption↪register_a5_1_authreq.py:8]\u000a11:20:19.167400 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a11:20:19.230005 run osmo-hlr_10.42.42.2(pid=13409): ERR: Terminated: ERROR {rc=237} [trial-2388↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13409)]\u000a11:20:19.281263 run osmo-hlr_10.42.42.2(pid=13409): stdout: \u000a| (launched: 2022-12-13_11:20:15.804635) \u000a11:20:19.333088 run osmo-hlr_10.42.42.2(pid=13409): stderr: \u000a| �[0;m�[1;31m20221213112016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112016179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112016196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112016196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112016196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:19.403487 run osmo-msc_10.42.42.6(pid=13415): ERR: Terminated: ERROR {rc=2} [trial-2388↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13415)]\u000a11:20:19.454659 run osmo-msc_10.42.42.6(pid=13415): stdout: \u000a| (launched: 2022-12-13_11:20:18.212924) \u000a11:20:19.506496 run osmo-msc_10.42.42.6(pid=13415): stderr: \u000a| �[0;m�[38;5;43m20221213112018538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112018538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f372b832c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112018538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112018538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112018538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112018538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112018540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112018540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112018541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112018541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:19.550752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13408): Terminating (SIGTERM)\u000a11:20:19.592496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13411): Terminating (SIGTERM)\u000a11:20:19.634701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13414): Terminating (SIGTERM)\u000a11:20:19.644347 --- ParallelTerminationStrategy: PID 13408 died...\u000a11:20:19.700637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13408): Terminated: ok {rc=0}\u000a11:20:19.710773 --- ParallelTerminationStrategy: PID 13411 died...\u000a11:20:19.766555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13411): Terminated: ok {rc=0}\u000a11:20:19.776532 --- ParallelTerminationStrategy: PID 13414 died...\u000a11:20:19.832274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13414): Terminated: ok {rc=0}\u000a11:20:19.919260 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13423): Process ended prematurely: osmo-stp_10.42.42.5(pid=13423) [trial-2388↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13423): Process ended prematurely: osmo-stp_10.42.42.5(pid=13423) [trial-2388↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a11:20:21.034564 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:21.046091 tst encryption: Using 1 x bts (candidates: 1)\u000a11:20:21.170397 tst register_a5_3_authreq.py: using LAC 33591\u000a11:20:21.291098 tst register_a5_3_authreq.py: using RAC 186\u000a11:20:21.411932 tst register_a5_3_authreq.py: using CellId 33591\u000a11:20:21.533062 tst register_a5_3_authreq.py: using BVCI 33592\u000a11:20:21.556134 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:21.566631 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:21.576810 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:21.587068 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:21.597211 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:20:21.607314 tst encryption: Using 1 x modem (candidates: 1)\u000a11:20:21.895219 tst register_a5_3_authreq.py:8: start network...\u000a11:20:22.022321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:22.506036 run create_hlr_db(pid=13417): Launched\u000a11:20:22.680466 bus /sierra_2: Setting Powered False\u000a11:20:23.702252 run create_hlr_db(pid=13417): Terminated: ok {rc=0}\u000a11:20:24.133171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13419): Launched\u000a11:20:24.458299 run osmo-hlr_10.42.42.2(pid=13420): Launched\u000a11:20:24.576620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:25.140867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13422): Launched\u000a11:20:25.466269 run osmo-stp_10.42.42.5(pid=13423): Launched\u000a11:20:25.585135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:26.177782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13425): Launched\u000a11:20:26.503154 run osmo-msc_10.42.42.6(pid=13426): Launched\u000a11:20:26.695314 run osmo-stp_10.42.42.5(pid=13423): ERR: Terminated: ERROR {rc=1} [trial-2388↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)]\u000a11:20:26.833399 run osmo-stp_10.42.42.5(pid=13423): stdout: \u000a| (launched: 2022-12-13_11:20:25.306594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:26.970936 run osmo-stp_10.42.42.5(pid=13423): stderr: \u000a| �[0;m�[38;5;43m20221213112025498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112025498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112025499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112025499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112025499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112025500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112025500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:27.102996 run osmo-stp_10.42.42.5(pid=13423): stdout: \u000a| (launched: 2022-12-13_11:20:25.306594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:27.233673 run osmo-stp_10.42.42.5(pid=13423): stderr: \u000a| �[0;m�[38;5;43m20221213112025498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112025498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112025499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112025499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112025499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112025500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112025500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:27.291066 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13423): Process ended prematurely: osmo-stp_10.42.42.5(pid=13423) [trial-2388↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)] [trial-2388↪encryption↪register_a5_3_authreq.py:8]\u000a11:20:27.300214 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a11:20:27.362908 run osmo-hlr_10.42.42.2(pid=13420): ERR: Terminated: ERROR {rc=237} [trial-2388↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13420)]\u000a11:20:27.414559 run osmo-hlr_10.42.42.2(pid=13420): stdout: \u000a| (launched: 2022-12-13_11:20:24.298761) \u000a11:20:27.466711 run osmo-hlr_10.42.42.2(pid=13420): stderr: \u000a| �[0;m�[1;31m20221213112024496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112024496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112024496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112024496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112024496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112024496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112024508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112024517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112024517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112024517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:27.537017 run osmo-msc_10.42.42.6(pid=13426): ERR: Terminated: ERROR {rc=2} [trial-2388↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13426)]\u000a11:20:27.588776 run osmo-msc_10.42.42.6(pid=13426): stdout: \u000a| (launched: 2022-12-13_11:20:26.343580) \u000a11:20:27.641021 run osmo-msc_10.42.42.6(pid=13426): stderr: \u000a| �[0;m�[38;5;43m20221213112026664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112026664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25bdf85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112026664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112026664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112026664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112026665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112026666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:27.685538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13419): Terminating (SIGTERM)\u000a11:20:27.727791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13422): Terminating (SIGTERM)\u000a11:20:27.770357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13425): Terminating (SIGTERM)\u000a11:20:27.779965 --- ParallelTerminationStrategy: PID 13419 died...\u000a11:20:27.836037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13419): Terminated: ok {rc=0}\u000a11:20:27.846116 --- ParallelTerminationStrategy: PID 13422 died...\u000a11:20:27.902139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13422): Terminated: ok {rc=0}\u000a11:20:27.912077 --- ParallelTerminationStrategy: PID 13425 died...\u000a11:20:27.968227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13425): Terminated: ok {rc=0}\u000a11:20:28.053739 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:19:56" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13443): Process ended prematurely: srsepc(pid=13443) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13443)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13443): Process ended prematurely: srsepc(pid=13443) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a11:20:30.031713 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a11:20:30.072708 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:20:30.088226 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:20:30.110727 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:20:30.254900 tst handover.py: using MSISDN 8133\u000a11:20:30.369963 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8133', subscriber_id=0}\u000a11:20:30.483767 run srsepc_10.42.42.118: Starting srsepc\u000a11:20:32.409919 run rm-remote-dir(pid=13431): Launched\u000a11:20:32.604689 bus /sierra_2: Setting Powered False\u000a11:20:33.627518 run rm-remote-dir(pid=13431): Terminated: ok {rc=0}\u000a11:20:34.048159 run mk-remote-dir(pid=13432): Launched\u000a11:20:35.236662 run mk-remote-dir(pid=13432): Terminated: ok {rc=0}\u000a11:20:35.511163 run scp-inst-to-remote(pid=13433): Launched\u000a11:20:37.695210 run scp-inst-to-remote(pid=13433): Terminated: ok {rc=0}\u000a11:20:38.018106 run rm-remote-dir(pid=13435): Launched\u000a11:20:39.202530 run rm-remote-dir(pid=13435): Terminated: ok {rc=0}\u000a11:20:39.526374 run mk-remote-dir(pid=13436): Launched\u000a11:20:40.710650 run mk-remote-dir(pid=13436): Terminated: ok {rc=0}\u000a11:20:40.983484 run scp-cfg-to-remote(pid=13437): Launched\u000a11:20:42.165731 run scp-cfg-to-remote(pid=13437): Terminated: ok {rc=0}\u000a11:20:42.437742 run scp-db-to-remote(pid=13439): Launched\u000a11:20:43.620355 run scp-db-to-remote(pid=13439): Terminated: ok {rc=0}\u000a11:20:43.731633 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:20:44.044899 run patchelf(pid=13441): Launched\u000a11:20:45.227118 run patchelf(pid=13441): Terminated: ok {rc=0}\u000a11:20:45.338193 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:20:45.652156 run setcap-netadm(pid=13442): Launched\u000a11:20:46.875930 run setcap-netadm(pid=13442): Terminated: ok {rc=0}\u000a11:20:47.275309 run srsepc(pid=13443): Launched\u000a11:20:47.385557 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:20:48.486713 run rm-remote-dir(pid=13444): Launched\u000a11:20:48.669813 run srsepc(pid=13443): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13443)]\u000a11:20:48.803733 run srsepc(pid=13443): stdout: \u000a| (launched: 2022-12-13_11:20:47.065803)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:20:48.936140 run srsepc(pid=13443): stderr: \u000a| (launched: 2022-12-13_11:20:47.115400)\u000a| Connection to 10.42.42.116 closed. \u000a11:20:49.064218 run srsepc(pid=13443): stdout: \u000a| (launched: 2022-12-13_11:20:47.065803)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:20:49.191309 run srsepc(pid=13443): stderr: \u000a| (launched: 2022-12-13_11:20:47.115400)\u000a| Connection to 10.42.42.116 closed. \u000a11:20:49.340788 run rm-remote-dir(pid=13444): Terminating (SIGINT)\u000a11:20:49.516572 run rm-remote-dir(pid=13444): Terminated: ok {rc=0}\u000a11:20:49.548882 tst handover.py:37: ERR: Error: srsepc(pid=13443): Process ended prematurely: srsepc(pid=13443) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13443)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a11:20:49.558340 tst handover.py:37: Test FAILED (19.7 sec)\u000a11:20:49.667950 run scp-back-log(pid=13445): Launched\u000a11:20:50.753492 run scp-back-log(pid=13445): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13445)]\u000a11:20:50.814903 run scp-back-log(pid=13445): stdout: \u000a| (launched: 2022-12-13_11:20:49.599060) \u000a11:20:50.876397 run scp-back-log(pid=13445): stderr: \u000a| (launched: 2022-12-13_11:20:49.618584)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:20:50.928539 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13445): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13445)]')\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13460): Process ended prematurely: srsepc(pid=13460) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13460)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13460): Process ended prematurely: srsepc(pid=13460) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a11:20:51.101169 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a11:20:51.142139 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:20:51.341985 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a11:20:51.382959 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:20:51.398384 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:20:51.517822 tst iperf3_bidir.py: using MSISDN 8134\u000a11:20:51.623509 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8134', subscriber_id=0}\u000a11:20:51.728065 run srsepc_10.42.42.118: Starting srsepc\u000a11:20:52.375252 run rm-remote-dir(pid=13448): Launched\u000a11:20:53.560098 run rm-remote-dir(pid=13448): Terminated: ok {rc=0}\u000a11:20:53.885253 run mk-remote-dir(pid=13449): Launched\u000a11:20:55.070363 run mk-remote-dir(pid=13449): Terminated: ok {rc=0}\u000a11:20:55.344321 run scp-inst-to-remote(pid=13450): Launched\u000a11:20:57.540216 run scp-inst-to-remote(pid=13450): Terminated: ok {rc=0}\u000a11:20:57.884885 run rm-remote-dir(pid=13452): Launched\u000a11:20:59.083191 run rm-remote-dir(pid=13452): Terminated: ok {rc=0}\u000a11:20:59.429293 run mk-remote-dir(pid=13453): Launched\u000a11:21:00.628186 run mk-remote-dir(pid=13453): Terminated: ok {rc=0}\u000a11:21:00.967249 run scp-cfg-to-remote(pid=13454): Launched\u000a11:21:02.195023 run scp-cfg-to-remote(pid=13454): Terminated: ok {rc=0}\u000a11:21:02.491902 run scp-db-to-remote(pid=13456): Launched\u000a11:21:03.687097 run scp-db-to-remote(pid=13456): Terminated: ok {rc=0}\u000a11:21:03.807941 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:21:04.143216 run patchelf(pid=13458): Launched\u000a11:21:05.339249 run patchelf(pid=13458): Terminated: ok {rc=0}\u000a11:21:05.459387 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:21:05.794678 run setcap-netadm(pid=13459): Launched\u000a11:21:06.990371 run setcap-netadm(pid=13459): Terminated: ok {rc=0}\u000a11:21:07.318254 run srsepc(pid=13460): Launched\u000a11:21:07.432791 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:21:08.614755 run rm-remote-dir(pid=13461): Launched\u000a11:21:08.811028 run srsepc(pid=13460): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13460)]\u000a11:21:08.954077 run srsepc(pid=13460): stdout: \u000a| (launched: 2022-12-13_11:21:07.162220)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:21:09.096752 run srsepc(pid=13460): stderr: \u000a| (launched: 2022-12-13_11:21:07.210640)\u000a| Connection to 10.42.42.116 closed. \u000a11:21:09.235810 run srsepc(pid=13460): stdout: \u000a| (launched: 2022-12-13_11:21:07.162220)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:21:09.373270 run srsepc(pid=13460): stderr: \u000a| (launched: 2022-12-13_11:21:07.210640)\u000a| Connection to 10.42.42.116 closed. \u000a11:21:09.533801 run rm-remote-dir(pid=13461): Terminating (SIGINT)\u000a11:21:09.722276 run rm-remote-dir(pid=13461): Terminated: ok {rc=0}\u000a11:21:09.756720 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=13460): Process ended prematurely: srsepc(pid=13460) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13460)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a11:21:09.767107 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a11:21:09.881863 run scp-back-log(pid=13462): Launched\u000a11:21:10.971922 run scp-back-log(pid=13462): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13462)]\u000a11:21:11.037204 run scp-back-log(pid=13462): stdout: \u000a| (launched: 2022-12-13_11:21:09.810338) \u000a11:21:11.102721 run scp-back-log(pid=13462): stderr: \u000a| (launched: 2022-12-13_11:21:09.830955)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:21:11.158725 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13462): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13462)]')\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13476): Process ended prematurely: srsepc(pid=13476) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13476)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13476): Process ended prematurely: srsepc(pid=13476) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a11:21:11.347205 tst iperf3_dl.py:13: Number of physical ue: 1\u000a11:21:11.391689 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:21:11.608579 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a11:21:11.653244 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:21:11.669524 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:21:11.798031 tst iperf3_dl.py: using MSISDN 8135\u000a11:21:11.913171 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8135', subscriber_id=0}\u000a11:21:12.026984 run srsepc_10.42.42.118: Starting srsepc\u000a11:21:12.705508 run rm-remote-dir(pid=13464): Launched\u000a11:21:13.903235 run rm-remote-dir(pid=13464): Terminated: ok {rc=0}\u000a11:21:14.248905 run mk-remote-dir(pid=13465): Launched\u000a11:21:15.436365 run mk-remote-dir(pid=13465): Terminated: ok {rc=0}\u000a11:21:15.710724 run scp-inst-to-remote(pid=13466): Launched\u000a11:21:17.905009 run scp-inst-to-remote(pid=13466): Terminated: ok {rc=0}\u000a11:21:18.250225 run rm-remote-dir(pid=13468): Launched\u000a11:21:19.447354 run rm-remote-dir(pid=13468): Terminated: ok {rc=0}\u000a11:21:19.792538 run mk-remote-dir(pid=13469): Launched\u000a11:21:20.990605 run mk-remote-dir(pid=13469): Terminated: ok {rc=0}\u000a11:21:21.282158 run scp-cfg-to-remote(pid=13470): Launched\u000a11:21:22.476643 run scp-cfg-to-remote(pid=13470): Terminated: ok {rc=0}\u000a11:21:22.769467 run scp-db-to-remote(pid=13472): Launched\u000a11:21:23.965042 run scp-db-to-remote(pid=13472): Terminated: ok {rc=0}\u000a11:21:24.085768 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:21:24.422636 run patchelf(pid=13474): Launched\u000a11:21:25.618348 run patchelf(pid=13474): Terminated: ok {rc=0}\u000a11:21:25.738940 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:21:26.074861 run setcap-netadm(pid=13475): Launched\u000a11:21:27.270306 run setcap-netadm(pid=13475): Terminated: ok {rc=0}\u000a11:21:27.598401 run srsepc(pid=13476): Launched\u000a11:21:27.712925 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:21:28.828525 run rm-remote-dir(pid=13477): Launched\u000a11:21:29.012877 run srsepc(pid=13476): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13476)]\u000a11:21:29.147821 run srsepc(pid=13476): stdout: \u000a| (launched: 2022-12-13_11:21:27.442154)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:21:29.280828 run srsepc(pid=13476): stderr: \u000a| (launched: 2022-12-13_11:21:27.490627)\u000a| Connection to 10.42.42.116 closed. \u000a11:21:29.409996 run srsepc(pid=13476): stdout: \u000a| (launched: 2022-12-13_11:21:27.442154)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:21:29.537248 run srsepc(pid=13476): stderr: \u000a| (launched: 2022-12-13_11:21:27.490627)\u000a| Connection to 10.42.42.116 closed. \u000a11:21:29.687007 run rm-remote-dir(pid=13477): Terminating (SIGINT)\u000a11:21:29.863169 run rm-remote-dir(pid=13477): Terminated: ok {rc=0}\u000a11:21:29.895454 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=13476): Process ended prematurely: srsepc(pid=13476) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13476)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a11:21:29.905077 tst iperf3_dl.py:42: Test FAILED (18.7 sec)\u000a11:21:30.015625 run scp-back-log(pid=13478): Launched\u000a11:21:31.105078 run scp-back-log(pid=13478): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13478)]\u000a11:21:31.173059 run scp-back-log(pid=13478): stdout: \u000a| (launched: 2022-12-13_11:21:29.945855) \u000a11:21:31.240364 run scp-back-log(pid=13478): stderr: \u000a| (launched: 2022-12-13_11:21:29.965557)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:21:31.296900 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13478): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13478)]')\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13492): Process ended prematurely: srsepc(pid=13492) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13492)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13492): Process ended prematurely: srsepc(pid=13492) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a11:21:31.491753 tst iperf3_ul.py:13: Number of physical ue: 1\u000a11:21:31.538053 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:21:31.743479 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a11:21:31.785642 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:21:31.801813 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:21:31.922956 tst iperf3_ul.py: using MSISDN 8136\u000a11:21:32.034993 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8136', subscriber_id=0}\u000a11:21:32.144037 run srsepc_10.42.42.118: Starting srsepc\u000a11:21:32.830361 run rm-remote-dir(pid=13480): Launched\u000a11:21:34.028152 run rm-remote-dir(pid=13480): Terminated: ok {rc=0}\u000a11:21:34.375923 run mk-remote-dir(pid=13481): Launched\u000a11:21:35.574389 run mk-remote-dir(pid=13481): Terminated: ok {rc=0}\u000a11:21:35.866980 run scp-inst-to-remote(pid=13482): Launched\u000a11:21:38.064440 run scp-inst-to-remote(pid=13482): Terminated: ok {rc=0}\u000a11:21:38.410475 run rm-remote-dir(pid=13484): Launched\u000a11:21:39.607546 run rm-remote-dir(pid=13484): Terminated: ok {rc=0}\u000a11:21:39.955783 run mk-remote-dir(pid=13485): Launched\u000a11:21:41.155116 run mk-remote-dir(pid=13485): Terminated: ok {rc=0}\u000a11:21:41.446637 run scp-cfg-to-remote(pid=13486): Launched\u000a11:21:42.642095 run scp-cfg-to-remote(pid=13486): Terminated: ok {rc=0}\u000a11:21:42.935666 run scp-db-to-remote(pid=13488): Launched\u000a11:21:44.132043 run scp-db-to-remote(pid=13488): Terminated: ok {rc=0}\u000a11:21:44.253048 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:21:44.591053 run patchelf(pid=13490): Launched\u000a11:21:45.787272 run patchelf(pid=13490): Terminated: ok {rc=0}\u000a11:21:45.922204 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:21:46.342138 run setcap-netadm(pid=13491): Launched\u000a11:21:47.528189 run setcap-netadm(pid=13491): Terminated: ok {rc=0}\u000a11:21:47.837965 run srsepc(pid=13492): Launched\u000a11:21:47.945243 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:21:49.056350 run rm-remote-dir(pid=13493): Launched\u000a11:21:49.240556 run srsepc(pid=13492): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13492)]\u000a11:21:49.375243 run srsepc(pid=13492): stdout: \u000a| (launched: 2022-12-13_11:21:47.689537)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:21:49.508200 run srsepc(pid=13492): stderr: \u000a| (launched: 2022-12-13_11:21:47.734808)\u000a| Connection to 10.42.42.116 closed. \u000a11:21:49.637212 run srsepc(pid=13492): stdout: \u000a| (launched: 2022-12-13_11:21:47.689537)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:21:49.765198 run srsepc(pid=13492): stderr: \u000a| (launched: 2022-12-13_11:21:47.734808)\u000a| Connection to 10.42.42.116 closed. \u000a11:21:49.914720 run rm-remote-dir(pid=13493): Terminating (SIGINT)\u000a11:21:50.091119 run rm-remote-dir(pid=13493): Terminated: ok {rc=0}\u000a11:21:50.123441 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=13492): Process ended prematurely: srsepc(pid=13492) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13492)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a11:21:50.133147 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a11:21:50.242802 run scp-back-log(pid=13494): Launched\u000a11:21:51.328740 run scp-back-log(pid=13494): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13494)]\u000a11:21:51.390782 run scp-back-log(pid=13494): stdout: \u000a| (launched: 2022-12-13_11:21:50.173980) \u000a11:21:51.453288 run scp-back-log(pid=13494): stderr: \u000a| (launched: 2022-12-13_11:21:50.193762)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:21:51.506057 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13494): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13494)]')\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13509): Process ended prematurely: srsepc(pid=13509) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13509)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13509): Process ended prematurely: srsepc(pid=13509) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a11:21:51.519693 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:21:51.536031 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:21:51.558762 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:21:51.697974 tst ping.py: using MSISDN 8137\u000a11:21:51.804022 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8137', subscriber_id=0}\u000a11:21:51.909502 run srsepc_10.42.42.118: Starting srsepc\u000a11:21:52.542101 run rm-remote-dir(pid=13497): Launched\u000a11:21:53.727192 run rm-remote-dir(pid=13497): Terminated: ok {rc=0}\u000a11:21:54.050306 run mk-remote-dir(pid=13498): Launched\u000a11:21:55.235008 run mk-remote-dir(pid=13498): Terminated: ok {rc=0}\u000a11:21:55.508729 run scp-inst-to-remote(pid=13499): Launched\u000a11:21:57.704257 run scp-inst-to-remote(pid=13499): Terminated: ok {rc=0}\u000a11:21:58.049339 run rm-remote-dir(pid=13501): Launched\u000a11:21:59.247653 run rm-remote-dir(pid=13501): Terminated: ok {rc=0}\u000a11:21:59.592799 run mk-remote-dir(pid=13502): Launched\u000a11:22:00.791065 run mk-remote-dir(pid=13502): Terminated: ok {rc=0}\u000a11:22:01.155772 run scp-cfg-to-remote(pid=13503): Launched\u000a11:22:02.352476 run scp-cfg-to-remote(pid=13503): Terminated: ok {rc=0}\u000a11:22:02.625820 run scp-db-to-remote(pid=13505): Launched\u000a11:22:03.807920 run scp-db-to-remote(pid=13505): Terminated: ok {rc=0}\u000a11:22:03.920321 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:22:04.234382 run patchelf(pid=13507): Launched\u000a11:22:05.416926 run patchelf(pid=13507): Terminated: ok {rc=0}\u000a11:22:05.528532 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:22:05.842888 run setcap-netadm(pid=13508): Launched\u000a11:22:07.036792 run setcap-netadm(pid=13508): Terminated: ok {rc=0}\u000a11:22:07.364595 run srsepc(pid=13509): Launched\u000a11:22:07.479092 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:22:08.660417 run rm-remote-dir(pid=13510): Launched\u000a11:22:08.856133 run srsepc(pid=13509): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13509)]\u000a11:22:08.999194 run srsepc(pid=13509): stdout: \u000a| (launched: 2022-12-13_11:22:07.208775)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:22:09.142110 run srsepc(pid=13509): stderr: \u000a| (launched: 2022-12-13_11:22:07.257055)\u000a| Connection to 10.42.42.116 closed. \u000a11:22:09.280407 run srsepc(pid=13509): stdout: \u000a| (launched: 2022-12-13_11:22:07.208775)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:22:09.417354 run srsepc(pid=13509): stderr: \u000a| (launched: 2022-12-13_11:22:07.257055)\u000a| Connection to 10.42.42.116 closed. \u000a11:22:09.578049 run rm-remote-dir(pid=13510): Terminating (SIGINT)\u000a11:22:09.766224 run rm-remote-dir(pid=13510): Terminated: ok {rc=0}\u000a11:22:09.800633 tst ping.py:16: ERR: Error: srsepc(pid=13509): Process ended prematurely: srsepc(pid=13509) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13509)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a11:22:09.810819 tst ping.py:16: Test FAILED (18.3 sec)\u000a11:22:09.925659 run scp-back-log(pid=13511): Launched\u000a11:22:11.016552 run scp-back-log(pid=13511): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13511)]\u000a11:22:11.082214 run scp-back-log(pid=13511): stdout: \u000a| (launched: 2022-12-13_11:22:09.854079) \u000a11:22:11.147696 run scp-back-log(pid=13511): stderr: \u000a| (launched: 2022-12-13_11:22:09.874684)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:22:11.203405 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13511): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13511)]')\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13525): Process ended prematurely: srsepc(pid=13525) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13525)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13525): Process ended prematurely: srsepc(pid=13525) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a11:22:11.218240 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:22:11.235068 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:22:11.258889 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:22:11.413042 tst rrc_idle_mo_ping.py: using MSISDN 8138\u000a11:22:11.527663 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8138', subscriber_id=0}\u000a11:22:11.641445 run srsepc_10.42.42.118: Starting srsepc\u000a11:22:12.316850 run rm-remote-dir(pid=13513): Launched\u000a11:22:13.514821 run rm-remote-dir(pid=13513): Terminated: ok {rc=0}\u000a11:22:13.859831 run mk-remote-dir(pid=13514): Launched\u000a11:22:15.057084 run mk-remote-dir(pid=13514): Terminated: ok {rc=0}\u000a11:22:15.348521 run scp-inst-to-remote(pid=13515): Launched\u000a11:22:17.536404 run scp-inst-to-remote(pid=13515): Terminated: ok {rc=0}\u000a11:22:17.903488 run rm-remote-dir(pid=13517): Launched\u000a11:22:19.088305 run rm-remote-dir(pid=13517): Terminated: ok {rc=0}\u000a11:22:19.411847 run mk-remote-dir(pid=13518): Launched\u000a11:22:20.596658 run mk-remote-dir(pid=13518): Terminated: ok {rc=0}\u000a11:22:20.869478 run scp-cfg-to-remote(pid=13519): Launched\u000a11:22:22.051494 run scp-cfg-to-remote(pid=13519): Terminated: ok {rc=0}\u000a11:22:22.324802 run scp-db-to-remote(pid=13521): Launched\u000a11:22:23.507290 run scp-db-to-remote(pid=13521): Terminated: ok {rc=0}\u000a11:22:23.618902 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:22:23.932469 run patchelf(pid=13523): Launched\u000a11:22:25.115285 run patchelf(pid=13523): Terminated: ok {rc=0}\u000a11:22:25.226890 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:22:25.540204 run setcap-netadm(pid=13524): Launched\u000a11:22:26.721654 run setcap-netadm(pid=13524): Terminated: ok {rc=0}\u000a11:22:27.028840 run srsepc(pid=13525): Launched\u000a11:22:27.135159 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:22:28.313329 run rm-remote-dir(pid=13526): Launched\u000a11:22:28.509412 run srsepc(pid=13525): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13525)]\u000a11:22:28.652586 run srsepc(pid=13525): stdout: \u000a| (launched: 2022-12-13_11:22:26.881180)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:22:28.795422 run srsepc(pid=13525): stderr: \u000a| (launched: 2022-12-13_11:22:26.926605)\u000a| Connection to 10.42.42.116 closed. \u000a11:22:28.933979 run srsepc(pid=13525): stdout: \u000a| (launched: 2022-12-13_11:22:26.881180)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:22:29.071094 run srsepc(pid=13525): stderr: \u000a| (launched: 2022-12-13_11:22:26.926605)\u000a| Connection to 10.42.42.116 closed. \u000a11:22:29.232047 run rm-remote-dir(pid=13526): Terminating (SIGINT)\u000a11:22:29.420373 run rm-remote-dir(pid=13526): Terminated: ok {rc=0}\u000a11:22:29.454816 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=13525): Process ended prematurely: srsepc(pid=13525) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13525)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a11:22:29.465010 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a11:22:29.580367 run scp-back-log(pid=13527): Launched\u000a11:22:30.671210 run scp-back-log(pid=13527): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13527)]\u000a11:22:30.736934 run scp-back-log(pid=13527): stdout: \u000a| (launched: 2022-12-13_11:22:29.508585) \u000a11:22:30.802860 run scp-back-log(pid=13527): stderr: \u000a| (launched: 2022-12-13_11:22:29.529415)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:22:30.858986 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13527): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13527)]')\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=13541): Process ended prematurely: srsepc(pid=13541) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13541)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=13541): Process ended prematurely: srsepc(pid=13541) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a11:22:30.878716 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:22:30.895853 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:22:30.926921 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:22:31.102293 tst rrc_idle_mt_ping.py: using MSISDN 8139\u000a11:22:31.229363 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8139', subscriber_id=0}\u000a11:22:31.346244 run srsepc_10.42.42.118: Starting srsepc\u000a11:22:32.089099 run rm-remote-dir(pid=13529): Launched\u000a11:22:33.288247 run rm-remote-dir(pid=13529): Terminated: ok {rc=0}\u000a11:22:33.634667 run mk-remote-dir(pid=13530): Launched\u000a11:22:34.832094 run mk-remote-dir(pid=13530): Terminated: ok {rc=0}\u000a11:22:35.124311 run scp-inst-to-remote(pid=13531): Launched\u000a11:22:37.310727 run scp-inst-to-remote(pid=13531): Terminated: ok {rc=0}\u000a11:22:37.635810 run rm-remote-dir(pid=13533): Launched\u000a11:22:38.819971 run rm-remote-dir(pid=13533): Terminated: ok {rc=0}\u000a11:22:39.145393 run mk-remote-dir(pid=13534): Launched\u000a11:22:40.330724 run mk-remote-dir(pid=13534): Terminated: ok {rc=0}\u000a11:22:40.605089 run scp-cfg-to-remote(pid=13535): Launched\u000a11:22:41.799199 run scp-cfg-to-remote(pid=13535): Terminated: ok {rc=0}\u000a11:22:42.091065 run scp-db-to-remote(pid=13537): Launched\u000a11:22:43.287638 run scp-db-to-remote(pid=13537): Terminated: ok {rc=0}\u000a11:22:43.409039 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:22:43.745497 run patchelf(pid=13539): Launched\u000a11:22:44.941612 run patchelf(pid=13539): Terminated: ok {rc=0}\u000a11:22:45.062964 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:22:45.400397 run setcap-netadm(pid=13540): Launched\u000a11:22:46.598575 run setcap-netadm(pid=13540): Terminated: ok {rc=0}\u000a11:22:46.980460 run srsepc(pid=13541): Launched\u000a11:22:47.111500 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:22:48.251408 run rm-remote-dir(pid=13542): Launched\u000a11:22:48.435876 run srsepc(pid=13541): ERR: Terminated: ERROR {rc=127} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13541)]\u000a11:22:48.570483 run srsepc(pid=13541): stdout: \u000a| (launched: 2022-12-13_11:22:46.774789)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:22:48.703398 run srsepc(pid=13541): stderr: \u000a| (launched: 2022-12-13_11:22:46.825519)\u000a| Connection to 10.42.42.116 closed. \u000a11:22:48.832245 run srsepc(pid=13541): stdout: \u000a| (launched: 2022-12-13_11:22:46.774789)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:22:48.959372 run srsepc(pid=13541): stderr: \u000a| (launched: 2022-12-13_11:22:46.825519)\u000a| Connection to 10.42.42.116 closed. \u000a11:22:49.109902 run rm-remote-dir(pid=13542): Terminating (SIGINT)\u000a11:22:49.286161 run rm-remote-dir(pid=13542): Terminated: ok {rc=0}\u000a11:22:49.318556 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=13541): Process ended prematurely: srsepc(pid=13541) [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=13541)] [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a11:22:49.328096 tst rrc_idle_mt_ping.py:16: Test FAILED (18.4 sec)\u000a11:22:49.438850 run scp-back-log(pid=13543): Launched\u000a11:22:50.526384 run scp-back-log(pid=13543): ERR: Terminated: ERROR {rc=1} [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13543)]\u000a11:22:50.589169 run scp-back-log(pid=13543): stdout: \u000a| (launched: 2022-12-13_11:22:49.369297) \u000a11:22:50.651565 run scp-back-log(pid=13543): stderr: \u000a| (launched: 2022-12-13_11:22:49.389085)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:22:50.704426 tst srsepc_10.42.42.118: Error('scp-back-log(pid=13543): launch_sync(): local process exited with status 1 [trial-2388↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=13543)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13557): Process ended prematurely: osmo-stp_10.42.42.5(pid=13557) [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13557)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13557): Process ended prematurely: osmo-stp_10.42.42.5(pid=13557) [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a11:22:51.546787 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:22:51.557435 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:22:51.683695 tst handover.py: using LAC 33592\u000a11:22:51.802105 tst handover.py: using RAC 187\u000a11:22:51.927796 tst handover.py: using CellId 33592\u000a11:22:52.052209 tst handover.py: using BVCI 33593\u000a11:22:52.076771 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:22:52.203601 tst handover.py: using LAC 33593\u000a11:22:52.331378 tst handover.py: using RAC 188\u000a11:22:52.454932 tst handover.py: using CellId 33593\u000a11:22:52.580449 tst handover.py: using BVCI 33594\u000a11:22:52.604942 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:22:52.616094 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:22:52.627180 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:22:52.638366 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:22:52.649938 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:22:52.661369 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:22:52.777918 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:22:52.987787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:53.490355 run create_hlr_db(pid=13551): Launched\u000a11:22:54.677419 run create_hlr_db(pid=13551): Terminated: ok {rc=0}\u000a11:22:55.006255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13553): Launched\u000a11:22:55.327056 run osmo-hlr_10.42.42.2(pid=13554): Launched\u000a11:22:55.443538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:55.995823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13556): Launched\u000a11:22:56.315070 run osmo-stp_10.42.42.5(pid=13557): Launched\u000a11:22:56.431647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:22:57.014636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13559): Launched\u000a11:22:57.335265 run osmo-msc_10.42.42.6(pid=13560): Launched\u000a11:22:57.523605 run osmo-stp_10.42.42.5(pid=13557): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13557)]\u000a11:22:57.659718 run osmo-stp_10.42.42.5(pid=13557): stdout: \u000a| (launched: 2022-12-13_11:22:56.157800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:57.795339 run osmo-stp_10.42.42.5(pid=13557): stderr: \u000a| �[0;m�[38;5;43m20221213112256352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112256352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112256352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112256352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112256353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112256353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112256353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:57.924274 run osmo-stp_10.42.42.5(pid=13557): stdout: \u000a| (launched: 2022-12-13_11:22:56.157800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:58.052301 run osmo-stp_10.42.42.5(pid=13557): stderr: \u000a| �[0;m�[38;5;43m20221213112256352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112256352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112256352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112256352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112256353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112256353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112256353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:58.108089 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13557): Process ended prematurely: osmo-stp_10.42.42.5(pid=13557) [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13557)] [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a11:22:58.116519 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:22:58.180011 run osmo-hlr_10.42.42.2(pid=13554): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13554)]\u000a11:22:58.231863 run osmo-hlr_10.42.42.2(pid=13554): stdout: \u000a| (launched: 2022-12-13_11:22:55.168812) \u000a11:22:58.284008 run osmo-hlr_10.42.42.2(pid=13554): stderr: \u000a| �[0;m�[1;31m20221213112255366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112255366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112255366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112255366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112255366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112255366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112255378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112255386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112255386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112255386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:58.355168 run osmo-msc_10.42.42.6(pid=13560): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13560)]\u000a11:22:58.406685 run osmo-msc_10.42.42.6(pid=13560): stdout: \u000a| (launched: 2022-12-13_11:22:57.178033) \u000a11:22:58.458689 run osmo-msc_10.42.42.6(pid=13560): stderr: \u000a| �[0;m�[38;5;43m20221213112257497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112257498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbc8114c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112257498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112257498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112257498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112257498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112257500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112257500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112257500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112257500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:22:58.503091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13553): Terminating (SIGTERM)\u000a11:22:58.545204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13556): Terminating (SIGTERM)\u000a11:22:58.587239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13559): Terminating (SIGTERM)\u000a11:22:58.596813 --- ParallelTerminationStrategy: PID 13553 died...\u000a11:22:58.653254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13553): Terminated: ok {rc=0}\u000a11:22:58.663215 --- ParallelTerminationStrategy: PID 13556 died...\u000a11:22:58.719234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13556): Terminated: ok {rc=0}\u000a11:22:58.729258 --- ParallelTerminationStrategy: PID 13559 died...\u000a11:22:58.785230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13559): Terminated: ok {rc=0}\u000a11:22:58.872272 bus /sierra_3: Setting Powered False\u000a11:22:59.977577 bus /sierra_3: Setting Powered False\u000a11:23:01.087376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:22:51" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13571): Process ended prematurely: osmo-stp_10.42.42.5(pid=13571) [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13571)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13571): Process ended prematurely: osmo-stp_10.42.42.5(pid=13571) [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:23:03.056887 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:23:03.067583 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:23:03.189381 tst handover.py: using LAC 33594\u000a11:23:03.306353 tst handover.py: using RAC 189\u000a11:23:03.425690 tst handover.py: using CellId 33594\u000a11:23:03.553775 tst handover.py: using BVCI 33595\u000a11:23:03.578189 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:23:03.704880 tst handover.py: using LAC 33595\u000a11:23:03.828466 tst handover.py: using RAC 190\u000a11:23:03.958762 tst handover.py: using CellId 33595\u000a11:23:04.082582 tst handover.py: using BVCI 33596\u000a11:23:04.106895 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:23:04.118072 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:23:04.129041 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:23:04.139962 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:23:04.151881 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:23:04.163782 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:23:04.285131 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:23:04.494730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:04.968550 run create_hlr_db(pid=13565): Launched\u000a11:23:05.098683 bus /sierra_2: Setting Powered False\u000a11:23:06.175532 run create_hlr_db(pid=13565): Terminated: ok {rc=0}\u000a11:23:06.574762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13567): Launched\u000a11:23:06.895094 run osmo-hlr_10.42.42.2(pid=13568): Launched\u000a11:23:07.015324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:07.542906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13570): Launched\u000a11:23:07.863543 run osmo-stp_10.42.42.5(pid=13571): Launched\u000a11:23:07.980921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:08.539690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13573): Launched\u000a11:23:08.861396 run osmo-msc_10.42.42.6(pid=13574): Launched\u000a11:23:09.049806 run osmo-stp_10.42.42.5(pid=13571): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13571)]\u000a11:23:09.186705 run osmo-stp_10.42.42.5(pid=13571): stdout: \u000a| (launched: 2022-12-13_11:23:07.705837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:09.322713 run osmo-stp_10.42.42.5(pid=13571): stderr: \u000a| �[0;m�[38;5;43m20221213112307900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112307900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112307900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112307901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112307901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112307901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112307901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:09.452855 run osmo-stp_10.42.42.5(pid=13571): stdout: \u000a| (launched: 2022-12-13_11:23:07.705837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:09.581524 run osmo-stp_10.42.42.5(pid=13571): stderr: \u000a| �[0;m�[38;5;43m20221213112307900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112307900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112307900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112307901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112307901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112307901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112307901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:09.637535 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13571): Process ended prematurely: osmo-stp_10.42.42.5(pid=13571) [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13571)] [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a11:23:09.646039 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:23:09.708629 run osmo-hlr_10.42.42.2(pid=13568): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13568)]\u000a11:23:09.759973 run osmo-hlr_10.42.42.2(pid=13568): stdout: \u000a| (launched: 2022-12-13_11:23:06.737868) \u000a11:23:09.812274 run osmo-hlr_10.42.42.2(pid=13568): stderr: \u000a| �[0;m�[1;31m20221213112306937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112306937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112306937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112306937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112306937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112306937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112306949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112306957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112306958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112306958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:09.882821 run osmo-msc_10.42.42.6(pid=13574): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13574)]\u000a11:23:09.934155 run osmo-msc_10.42.42.6(pid=13574): stdout: \u000a| (launched: 2022-12-13_11:23:08.703153) \u000a11:23:09.985849 run osmo-msc_10.42.42.6(pid=13574): stderr: \u000a| �[0;m�[38;5;43m20221213112309023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112309024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcb2fb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112309024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112309024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112309024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112309024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112309026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112309026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112309026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112309026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:10.030107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13567): Terminating (SIGTERM)\u000a11:23:10.072538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13570): Terminating (SIGTERM)\u000a11:23:10.114670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13573): Terminating (SIGTERM)\u000a11:23:10.124239 --- ParallelTerminationStrategy: PID 13567 died...\u000a11:23:10.180672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13567): Terminated: ok {rc=0}\u000a11:23:10.190659 --- ParallelTerminationStrategy: PID 13570 died...\u000a11:23:10.246704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13570): Terminated: ok {rc=0}\u000a11:23:10.256605 --- ParallelTerminationStrategy: PID 13573 died...\u000a11:23:10.312663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13573): Terminated: ok {rc=0}\u000a11:23:10.399423 bus /sierra_3: Setting Powered False\u000a11:23:11.504872 bus /sierra_3: Setting Powered False\u000a11:23:12.613439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:23:02" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13585): Process ended prematurely: osmo-stp_10.42.42.5(pid=13585) [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13585)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13585): Process ended prematurely: osmo-stp_10.42.42.5(pid=13585) [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:23:14.599555 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:23:14.610294 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:23:14.732838 tst handover.py: using LAC 33596\u000a11:23:14.851713 tst handover.py: using RAC 191\u000a11:23:14.970525 tst handover.py: using CellId 33596\u000a11:23:15.087912 tst handover.py: using BVCI 33597\u000a11:23:15.110727 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:23:15.247144 tst handover.py: using LAC 33597\u000a11:23:15.373242 tst handover.py: using RAC 192\u000a11:23:15.501505 tst handover.py: using CellId 33597\u000a11:23:15.627432 tst handover.py: using BVCI 33598\u000a11:23:15.651918 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:23:15.663699 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:23:15.675193 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:23:15.686481 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:23:15.698455 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:23:15.710421 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:23:15.827785 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:23:16.091650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:16.671845 run create_hlr_db(pid=13579): Launched\u000a11:23:16.806075 bus /sierra_2: Setting Powered False\u000a11:23:17.878880 run create_hlr_db(pid=13579): Terminated: ok {rc=0}\u000a11:23:18.254596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13581): Launched\u000a11:23:18.553485 run osmo-hlr_10.42.42.2(pid=13582): Launched\u000a11:23:18.664457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:19.155250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13584): Launched\u000a11:23:19.453984 run osmo-stp_10.42.42.5(pid=13585): Launched\u000a11:23:19.562344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:20.080448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13587): Launched\u000a11:23:20.379152 run osmo-msc_10.42.42.6(pid=13588): Launched\u000a11:23:20.555227 run osmo-stp_10.42.42.5(pid=13585): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13585)]\u000a11:23:20.681955 run osmo-stp_10.42.42.5(pid=13585): stdout: \u000a| (launched: 2022-12-13_11:23:19.306912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:20.806095 run osmo-stp_10.42.42.5(pid=13585): stderr: \u000a| �[0;m�[38;5;43m20221213112319475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112319476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112319476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112319476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112319477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112319477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112319477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:20.926210 run osmo-stp_10.42.42.5(pid=13585): stdout: \u000a| (launched: 2022-12-13_11:23:19.306912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:21.045243 run osmo-stp_10.42.42.5(pid=13585): stderr: \u000a| �[0;m�[38;5;43m20221213112319475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112319476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112319476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112319476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112319477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112319477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112319477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:21.097129 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13585): Process ended prematurely: osmo-stp_10.42.42.5(pid=13585) [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13585)] [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a11:23:21.104760 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:23:21.163259 run osmo-hlr_10.42.42.2(pid=13582): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13582)]\u000a11:23:21.211169 run osmo-hlr_10.42.42.2(pid=13582): stdout: \u000a| (launched: 2022-12-13_11:23:18.406052) \u000a11:23:21.260133 run osmo-hlr_10.42.42.2(pid=13582): stderr: \u000a| �[0;m�[1;31m20221213112318584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112318584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112318584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112318584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112318585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112318585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112318597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112318605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112318606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112318606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:21.326682 run osmo-msc_10.42.42.6(pid=13588): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13588)]\u000a11:23:21.375521 run osmo-msc_10.42.42.6(pid=13588): stdout: \u000a| (launched: 2022-12-13_11:23:20.232425) \u000a11:23:21.424266 run osmo-msc_10.42.42.6(pid=13588): stderr: \u000a| �[0;m�[38;5;43m20221213112320501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112320501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3d410cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112320501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112320501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112320501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112320502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112320503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112320504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112320504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112320504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:21.465642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13581): Terminating (SIGTERM)\u000a11:23:21.504896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13584): Terminating (SIGTERM)\u000a11:23:21.544051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13587): Terminating (SIGTERM)\u000a11:23:21.553126 --- ParallelTerminationStrategy: PID 13581 died...\u000a11:23:21.605577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13581): Terminated: ok {rc=0}\u000a11:23:21.614951 --- ParallelTerminationStrategy: PID 13584 died...\u000a11:23:21.667489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13584): Terminated: ok {rc=0}\u000a11:23:21.676868 --- ParallelTerminationStrategy: PID 13587 died...\u000a11:23:21.728979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13587): Terminated: ok {rc=0}\u000a11:23:21.816511 bus /sierra_3: Setting Powered False\u000a11:23:22.919045 bus /sierra_3: Setting Powered False\u000a11:23:24.029677 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13599): Process ended prematurely: osmo-stp_10.42.42.5(pid=13599) [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13599)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13599): Process ended prematurely: osmo-stp_10.42.42.5(pid=13599) [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:23:26.009872 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:23:26.020679 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:23:26.150030 tst handover.py: using LAC 33598\u000a11:23:26.275126 tst handover.py: using RAC 193\u000a11:23:26.399831 tst handover.py: using CellId 33598\u000a11:23:26.539449 tst handover.py: using BVCI 33599\u000a11:23:26.563772 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:23:26.699453 tst handover.py: using LAC 33599\u000a11:23:26.818578 tst handover.py: using RAC 194\u000a11:23:26.937517 tst handover.py: using CellId 33599\u000a11:23:27.054187 tst handover.py: using BVCI 33600\u000a11:23:27.076712 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:23:27.087693 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:23:27.098442 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:23:27.109174 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:23:27.120250 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:23:27.131079 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:23:27.250179 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:23:27.451263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:27.902569 run create_hlr_db(pid=13593): Launched\u000a11:23:28.023699 bus /sierra_2: Setting Powered False\u000a11:23:29.094969 run create_hlr_db(pid=13593): Terminated: ok {rc=0}\u000a11:23:29.492747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13595): Launched\u000a11:23:29.812190 run osmo-hlr_10.42.42.2(pid=13596): Launched\u000a11:23:29.928584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:30.455518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13598): Launched\u000a11:23:30.775264 run osmo-stp_10.42.42.5(pid=13599): Launched\u000a11:23:30.911134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:31.577413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13601): Launched\u000a11:23:31.999290 run osmo-msc_10.42.42.6(pid=13602): Launched\u000a11:23:32.305105 run osmo-stp_10.42.42.5(pid=13599): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13599)]\u000a11:23:32.441679 run osmo-stp_10.42.42.5(pid=13599): stdout: \u000a| (launched: 2022-12-13_11:23:30.618230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:32.575410 run osmo-stp_10.42.42.5(pid=13599): stderr: \u000a| �[0;m�[38;5;43m20221213112330812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112330812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112330813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112330813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112330815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112330816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112330816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:32.704779 run osmo-stp_10.42.42.5(pid=13599): stdout: \u000a| (launched: 2022-12-13_11:23:30.618230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:32.833221 run osmo-stp_10.42.42.5(pid=13599): stderr: \u000a| �[0;m�[38;5;43m20221213112330812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112330812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112330813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112330813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112330815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112330816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112330816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:32.889432 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13599): Process ended prematurely: osmo-stp_10.42.42.5(pid=13599) [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13599)] [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:23:32.897948 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:23:32.960852 run osmo-hlr_10.42.42.2(pid=13596): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13596)]\u000a11:23:33.012325 run osmo-hlr_10.42.42.2(pid=13596): stdout: \u000a| (launched: 2022-12-13_11:23:29.655707) \u000a11:23:33.064887 run osmo-hlr_10.42.42.2(pid=13596): stderr: \u000a| �[0;m�[1;31m20221213112329854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112329854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112329854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112329854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112329854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112329854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112329903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112329913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112329914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112329914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:33.135707 run osmo-msc_10.42.42.6(pid=13602): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13602)]\u000a11:23:33.187498 run osmo-msc_10.42.42.6(pid=13602): stdout: \u000a| (launched: 2022-12-13_11:23:31.742963) \u000a11:23:33.239592 run osmo-msc_10.42.42.6(pid=13602): stderr: \u000a| �[0;m�[38;5;43m20221213112332178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112332178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bc24b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112332178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112332178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112332179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112332179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112332180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112332181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112332189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112332189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:33.283951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13595): Terminating (SIGTERM)\u000a11:23:33.326482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13598): Terminating (SIGTERM)\u000a11:23:33.369092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13601): Terminating (SIGTERM)\u000a11:23:33.378740 --- ParallelTerminationStrategy: PID 13595 died...\u000a11:23:33.435323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13595): Terminated: ok {rc=0}\u000a11:23:33.445574 --- ParallelTerminationStrategy: PID 13598 died...\u000a11:23:33.501463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13598): Terminated: ok {rc=0}\u000a11:23:33.511377 --- ParallelTerminationStrategy: PID 13601 died...\u000a11:23:33.567310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13601): Terminated: ok {rc=0}\u000a11:23:33.653837 bus /sierra_3: Setting Powered False\u000a11:23:34.759003 bus /sierra_3: Setting Powered False\u000a11:23:35.867055 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:23:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:23:37.854706 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:23:37.865562 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:23:37.988195 tst handover.py: using LAC 33600\u000a11:23:38.106159 tst handover.py: using RAC 195\u000a11:23:38.222717 tst handover.py: using CellId 33600\u000a11:23:38.338768 tst handover.py: using BVCI 33601\u000a11:23:38.361607 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:23:38.502302 tst handover.py: using LAC 33601\u000a11:23:38.628261 tst handover.py: using RAC 196\u000a11:23:38.747430 tst handover.py: using CellId 33601\u000a11:23:38.866446 tst handover.py: using BVCI 33602\u000a11:23:38.889399 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:23:38.900234 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:23:38.911110 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:23:38.921867 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:23:38.932936 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:23:38.944245 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:23:39.061720 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:23:39.265000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:39.719270 run create_hlr_db(pid=13607): Launched\u000a11:23:39.841893 bus /sierra_2: Setting Powered False\u000a11:23:40.912704 run create_hlr_db(pid=13607): Terminated: ok {rc=0}\u000a11:23:41.309996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Launched\u000a11:23:41.630509 run osmo-hlr_10.42.42.2(pid=13610): Launched\u000a11:23:41.749941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:42.248605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Launched\u000a11:23:42.547103 run osmo-stp_10.42.42.5(pid=13613): Launched\u000a11:23:42.655534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:43.173619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13615): Launched\u000a11:23:43.473221 run osmo-msc_10.42.42.6(pid=13616): Launched\u000a11:23:43.649249 run osmo-stp_10.42.42.5(pid=13613): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a11:23:43.775533 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-13_11:23:42.400178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:43.899774 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221213112342571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112342571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112342572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112342572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112342572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112342573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112342573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:44.019117 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-13_11:23:42.400178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:44.137747 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221213112342571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112342571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112342572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112342572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112342572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112342573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112342573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:44.189533 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)] [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:23:44.197493 tst handover.py:18: Test FAILED (6.3 sec)\u000a11:23:44.256433 run osmo-hlr_10.42.42.2(pid=13610): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13610)]\u000a11:23:44.305154 run osmo-hlr_10.42.42.2(pid=13610): stdout: \u000a| (launched: 2022-12-13_11:23:41.472596) \u000a11:23:44.354901 run osmo-hlr_10.42.42.2(pid=13610): stderr: \u000a| �[0;m�[1;31m20221213112341672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112341672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112341672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112341673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112341673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112341673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112341685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112341693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112341694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112341694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:44.421630 run osmo-msc_10.42.42.6(pid=13616): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13616)]\u000a11:23:44.470624 run osmo-msc_10.42.42.6(pid=13616): stdout: \u000a| (launched: 2022-12-13_11:23:43.326088) \u000a11:23:44.519890 run osmo-msc_10.42.42.6(pid=13616): stderr: \u000a| �[0;m�[38;5;43m20221213112343595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112343595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f684baa3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112343595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112343596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112343596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112343596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112343598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112343598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112343598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112343598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:44.561749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminating (SIGTERM)\u000a11:23:44.601243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminating (SIGTERM)\u000a11:23:44.640661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13615): Terminating (SIGTERM)\u000a11:23:44.649792 --- ParallelTerminationStrategy: PID 13609 died...\u000a11:23:44.702815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminated: ok {rc=0}\u000a11:23:44.712188 --- ParallelTerminationStrategy: PID 13612 died...\u000a11:23:44.764889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminated: ok {rc=0}\u000a11:23:44.774418 --- ParallelTerminationStrategy: PID 13615 died...\u000a11:23:44.826957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13615): Terminated: ok {rc=0}\u000a11:23:44.910782 bus /sierra_3: Setting Powered False\u000a11:23:46.041089 bus /sierra_3: Setting Powered False\u000a11:23:47.186778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:23:37" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13898): Process ended prematurely: osmo-stp_10.42.42.5(pid=13898) [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13898)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13898): Process ended prematurely: osmo-stp_10.42.42.5(pid=13898) [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:23:49.278176 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:49.290518 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:23:49.430852 tst handover.py: using LAC 33602\u000a11:23:49.559972 tst handover.py: using RAC 197\u000a11:23:49.692510 tst handover.py: using CellId 33602\u000a11:23:49.821497 tst handover.py: using BVCI 33603\u000a11:23:49.848418 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:23:49.979701 tst handover.py: using LAC 33603\u000a11:23:50.107784 tst handover.py: using RAC 198\u000a11:23:50.236146 tst handover.py: using CellId 33603\u000a11:23:50.367314 tst handover.py: using BVCI 33604\u000a11:23:50.393539 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:50.405833 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:50.417838 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:50.430015 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:50.443399 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:50.456554 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:23:50.583315 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:23:50.790543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:51.274188 run create_hlr_db(pid=13892): Launched\u000a11:23:51.403424 bus /sierra_2: Setting Powered False\u000a11:23:52.473492 run create_hlr_db(pid=13892): Terminated: ok {rc=0}\u000a11:23:52.874585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13894): Launched\u000a11:23:53.330372 run osmo-hlr_10.42.42.2(pid=13895): Launched\u000a11:23:53.567730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:54.166364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13897): Launched\u000a11:23:54.588458 run osmo-stp_10.42.42.5(pid=13898): Launched\u000a11:23:54.809226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:55.398067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13900): Launched\u000a11:23:55.830429 run osmo-msc_10.42.42.6(pid=13901): Launched\u000a11:23:56.212867 run osmo-stp_10.42.42.5(pid=13898): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13898)]\u000a11:23:56.400917 run osmo-stp_10.42.42.5(pid=13898): stdout: \u000a| (launched: 2022-12-13_11:23:54.323078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:56.542007 run osmo-stp_10.42.42.5(pid=13898): stderr: \u000a| �[0;m�[38;5;43m20221213112354620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112354620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112354621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112354621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112354621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112354622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112354622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:56.678638 run osmo-stp_10.42.42.5(pid=13898): stdout: \u000a| (launched: 2022-12-13_11:23:54.323078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:56.815195 run osmo-stp_10.42.42.5(pid=13898): stderr: \u000a| �[0;m�[38;5;43m20221213112354620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112354620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112354621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112354621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112354621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112354622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112354622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:56.874387 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13898): Process ended prematurely: osmo-stp_10.42.42.5(pid=13898) [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13898)] [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a11:23:56.884075 tst handover.py:18: Test FAILED (7.6 sec)\u000a11:23:56.950957 run osmo-hlr_10.42.42.2(pid=13895): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13895)]\u000a11:23:57.005527 run osmo-hlr_10.42.42.2(pid=13895): stdout: \u000a| (launched: 2022-12-13_11:23:53.031472) \u000a11:23:57.060794 run osmo-hlr_10.42.42.2(pid=13895): stderr: \u000a| �[0;m�[1;31m20221213112353407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112353407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112353407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112353407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112353407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112353407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112353428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112353436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112353436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112353436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:57.134828 run osmo-msc_10.42.42.6(pid=13901): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13901)]\u000a11:23:57.189024 run osmo-msc_10.42.42.6(pid=13901): stdout: \u000a| (launched: 2022-12-13_11:23:55.567399) \u000a11:23:57.244894 run osmo-msc_10.42.42.6(pid=13901): stderr: \u000a| �[0;m�[38;5;43m20221213112356070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112356070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb712b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112356070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112356070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112356070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112356071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112356072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112356077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112356077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112356077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:57.291986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13894): Terminating (SIGTERM)\u000a11:23:57.338340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13897): Terminating (SIGTERM)\u000a11:23:57.385501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13900): Terminating (SIGTERM)\u000a11:23:57.396433 --- ParallelTerminationStrategy: PID 13894 died...\u000a11:23:57.457910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13894): Terminated: ok {rc=0}\u000a11:23:57.469666 --- ParallelTerminationStrategy: PID 13897 died...\u000a11:23:57.529142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13897): Terminated: ok {rc=0}\u000a11:23:57.540181 --- ParallelTerminationStrategy: PID 13900 died...\u000a11:23:57.600038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13900): Terminated: ok {rc=0}\u000a11:23:57.692152 bus /sierra_3: Setting Powered False\u000a11:23:58.804213 bus /sierra_3: Setting Powered False\u000a11:23:59.920595 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:23:48" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13912): Process ended prematurely: osmo-stp_10.42.42.5(pid=13912) [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13912)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13912): Process ended prematurely: osmo-stp_10.42.42.5(pid=13912) [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:24:02.004385 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:24:02.026594 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:24:02.214985 tst handover.py: using LAC 33604\u000a11:24:02.378960 tst handover.py: using RAC 199\u000a11:24:02.529721 tst handover.py: using CellId 33604\u000a11:24:02.724814 tst handover.py: using BVCI 33605\u000a11:24:02.767899 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:24:02.960642 tst handover.py: using LAC 33605\u000a11:24:03.123115 tst handover.py: using RAC 200\u000a11:24:03.253676 tst handover.py: using CellId 33605\u000a11:24:03.384712 tst handover.py: using BVCI 33606\u000a11:24:03.411280 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:24:03.423522 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:24:03.435814 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:24:03.447996 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:24:03.461431 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:24:03.474608 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:24:03.603443 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:24:03.827685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:04.370791 run create_hlr_db(pid=13906): Launched\u000a11:24:04.507668 bus /sierra_2: Setting Powered False\u000a11:24:05.589285 run create_hlr_db(pid=13906): Terminated: ok {rc=0}\u000a11:24:06.020244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13908): Launched\u000a11:24:06.456941 run osmo-hlr_10.42.42.2(pid=13909): Launched\u000a11:24:06.707315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:07.275693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13911): Launched\u000a11:24:07.712012 run osmo-stp_10.42.42.5(pid=13912): Launched\u000a11:24:07.949999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:24:08.551323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13914): Launched\u000a11:24:08.992056 run osmo-msc_10.42.42.6(pid=13915): Launched\u000a11:24:09.291644 run osmo-stp_10.42.42.5(pid=13912): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13912)]\u000a11:24:09.426924 run osmo-stp_10.42.42.5(pid=13912): stdout: \u000a| (launched: 2022-12-13_11:24:07.448395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:09.562917 run osmo-stp_10.42.42.5(pid=13912): stderr: \u000a| �[0;m�[38;5;43m20221213112407752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112407752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112407752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112407753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112407753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112407753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112407753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:09.694597 run osmo-stp_10.42.42.5(pid=13912): stdout: \u000a| (launched: 2022-12-13_11:24:07.448395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:09.825140 run osmo-stp_10.42.42.5(pid=13912): stderr: \u000a| �[0;m�[38;5;43m20221213112407752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112407752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112407752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112407753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112407753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112407753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112407753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:09.881714 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13912): Process ended prematurely: osmo-stp_10.42.42.5(pid=13912) [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13912)] [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a11:24:09.890238 tst handover.py:18: Test FAILED (7.9 sec)\u000a11:24:09.952868 run osmo-hlr_10.42.42.2(pid=13909): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13909)]\u000a11:24:10.004217 run osmo-hlr_10.42.42.2(pid=13909): stdout: \u000a| (launched: 2022-12-13_11:24:06.192355) \u000a11:24:10.056324 run osmo-hlr_10.42.42.2(pid=13909): stderr: \u000a| �[0;m�[1;31m20221213112406501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112406501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112406501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112406501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112406501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112406501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112406521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112406538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112406538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112406538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:10.127054 run osmo-msc_10.42.42.6(pid=13915): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13915)]\u000a11:24:10.178557 run osmo-msc_10.42.42.6(pid=13915): stdout: \u000a| (launched: 2022-12-13_11:24:08.724759) \u000a11:24:10.231050 run osmo-msc_10.42.42.6(pid=13915): stderr: \u000a| �[0;m�[38;5;43m20221213112409225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112409225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38a1194c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112409225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112409225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112409225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112409226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112409227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112409228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112409228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112409228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:24:10.275399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13908): Terminating (SIGTERM)\u000a11:24:10.317555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13911): Terminating (SIGTERM)\u000a11:24:10.359433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13914): Terminating (SIGTERM)\u000a11:24:10.368708 --- ParallelTerminationStrategy: PID 13908 died...\u000a11:24:10.425047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13908): Terminated: ok {rc=0}\u000a11:24:10.434999 --- ParallelTerminationStrategy: PID 13911 died...\u000a11:24:10.490678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13911): Terminated: ok {rc=0}\u000a11:24:10.500559 --- ParallelTerminationStrategy: PID 13914 died...\u000a11:24:10.556536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13914): Terminated: ok {rc=0}\u000a11:24:10.643065 bus /sierra_3: Setting Powered False\u000a11:24:11.749238 bus /sierra_3: Setting Powered False\u000a11:24:12.856251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:24:01" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13927): Process ended prematurely: osmo-stp_10.42.42.5(pid=13927) [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13927)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13927): Process ended prematurely: osmo-stp_10.42.42.5(pid=13927) [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:24:14.853939 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:24:14.865327 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:24:14.994486 tst handover.py: using LAC 33606\u000a11:24:15.112301 tst handover.py: using RAC 201\u000a11:24:15.232109 tst handover.py: using CellId 33606\u000a11:24:15.357782 tst handover.py: using BVCI 33607\u000a11:24:15.382621 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:24:15.523863 tst handover.py: using LAC 33607\u000a11:24:15.649806 tst handover.py: using RAC 202\u000a11:24:15.778268 tst handover.py: using CellId 33607\u000a11:24:15.925265 tst handover.py: using BVCI 33608\u000a11:24:15.950155 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:24:15.962085 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:24:15.974913 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:24:15.986601 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:24:15.999312 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:24:16.012536 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:24:16.134664 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:24:16.374156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:16.931984 run create_hlr_db(pid=13921): Launched\u000a11:24:17.069419 bus /sierra_2: Setting Powered False\u000a11:24:18.142004 run create_hlr_db(pid=13921): Terminated: ok {rc=0}\u000a11:24:18.524849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13923): Launched\u000a11:24:18.829981 run osmo-hlr_10.42.42.2(pid=13924): Launched\u000a11:24:18.949427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:19.460377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13926): Launched\u000a11:24:19.763514 run osmo-stp_10.42.42.5(pid=13927): Launched\u000a11:24:19.875030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:24:20.401469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13929): Launched\u000a11:24:20.705785 run osmo-msc_10.42.42.6(pid=13930): Launched\u000a11:24:20.888276 run osmo-stp_10.42.42.5(pid=13927): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13927)]\u000a11:24:21.027408 run osmo-stp_10.42.42.5(pid=13927): stdout: \u000a| (launched: 2022-12-13_11:24:19.614228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:21.163106 run osmo-stp_10.42.42.5(pid=13927): stderr: \u000a| �[0;m�[38;5;43m20221213112419786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112419786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112419786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112419787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112419787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112419787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112419787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:21.294561 run osmo-stp_10.42.42.5(pid=13927): stdout: \u000a| (launched: 2022-12-13_11:24:19.614228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:21.423999 run osmo-stp_10.42.42.5(pid=13927): stderr: \u000a| �[0;m�[38;5;43m20221213112419786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112419786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112419786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112419787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112419787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112419787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112419787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:21.480317 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13927): Process ended prematurely: osmo-stp_10.42.42.5(pid=13927) [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13927)] [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a11:24:21.488862 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:24:21.552621 run osmo-hlr_10.42.42.2(pid=13924): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13924)]\u000a11:24:21.604147 run osmo-hlr_10.42.42.2(pid=13924): stdout: \u000a| (launched: 2022-12-13_11:24:18.680260) \u000a11:24:21.656251 run osmo-hlr_10.42.42.2(pid=13924): stderr: \u000a| �[0;m�[1;31m20221213112418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112418877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112418885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112418885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112418885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:21.727025 run osmo-msc_10.42.42.6(pid=13930): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13930)]\u000a11:24:21.778296 run osmo-msc_10.42.42.6(pid=13930): stdout: \u000a| (launched: 2022-12-13_11:24:20.555092) \u000a11:24:21.830420 run osmo-msc_10.42.42.6(pid=13930): stderr: \u000a| �[0;m�[38;5;43m20221213112420828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112420829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d6a04fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112420829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112420829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112420829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112420829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112420831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112420832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112420832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112420832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:24:21.874717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13923): Terminating (SIGTERM)\u000a11:24:21.916539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13926): Terminating (SIGTERM)\u000a11:24:21.959179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13929): Terminating (SIGTERM)\u000a11:24:21.968874 --- ParallelTerminationStrategy: PID 13923 died...\u000a11:24:22.025502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13923): Terminated: ok {rc=0}\u000a11:24:22.035493 --- ParallelTerminationStrategy: PID 13926 died...\u000a11:24:22.091843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13926): Terminated: ok {rc=0}\u000a11:24:22.101877 --- ParallelTerminationStrategy: PID 13929 died...\u000a11:24:22.158152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13929): Terminated: ok {rc=0}\u000a11:24:22.245890 bus /sierra_3: Setting Powered False\u000a11:24:23.348995 bus /sierra_3: Setting Powered False\u000a11:24:24.456165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:24:14" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13941): Process ended prematurely: osmo-stp_10.42.42.5(pid=13941) [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13941)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13941): Process ended prematurely: osmo-stp_10.42.42.5(pid=13941) [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:24:26.423834 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:24:26.434973 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:24:26.556275 tst handover.py: using LAC 33608\u000a11:24:26.683818 tst handover.py: using RAC 203\u000a11:24:26.810604 tst handover.py: using CellId 33608\u000a11:24:26.933668 tst handover.py: using BVCI 33609\u000a11:24:26.956858 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:24:27.083789 tst handover.py: using LAC 33609\u000a11:24:27.206144 tst handover.py: using RAC 204\u000a11:24:27.324104 tst handover.py: using CellId 33609\u000a11:24:27.444447 tst handover.py: using BVCI 33610\u000a11:24:27.467626 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:24:27.478291 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:24:27.488723 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:24:27.499156 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:24:27.509683 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:24:27.520328 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:24:27.641355 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:24:27.856359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:28.342850 run create_hlr_db(pid=13935): Launched\u000a11:24:28.475541 bus /sierra_2: Setting Powered False\u000a11:24:29.551160 run create_hlr_db(pid=13935): Terminated: ok {rc=0}\u000a11:24:29.933473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13937): Launched\u000a11:24:30.237330 run osmo-hlr_10.42.42.2(pid=13938): Launched\u000a11:24:30.358572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:30.874861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13940): Launched\u000a11:24:31.272593 run osmo-stp_10.42.42.5(pid=13941): Launched\u000a11:24:31.496655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:24:32.051282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13943): Launched\u000a11:24:32.398994 run osmo-msc_10.42.42.6(pid=13944): Launched\u000a11:24:32.578248 run osmo-stp_10.42.42.5(pid=13941): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13941)]\u000a11:24:32.707268 run osmo-stp_10.42.42.5(pid=13941): stdout: \u000a| (launched: 2022-12-13_11:24:31.055495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:32.834190 run osmo-stp_10.42.42.5(pid=13941): stderr: \u000a| �[0;m�[38;5;43m20221213112431343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112431343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112431344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112431344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112431345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112431345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112431345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:32.956456 run osmo-stp_10.42.42.5(pid=13941): stdout: \u000a| (launched: 2022-12-13_11:24:31.055495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:33.077962 run osmo-stp_10.42.42.5(pid=13941): stderr: \u000a| �[0;m�[38;5;43m20221213112431343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112431343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112431344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112431344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112431345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112431345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112431345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:33.130792 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13941): Process ended prematurely: osmo-stp_10.42.42.5(pid=13941) [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13941)] [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a11:24:33.138746 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:24:33.198217 run osmo-hlr_10.42.42.2(pid=13938): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13938)]\u000a11:24:33.247307 run osmo-hlr_10.42.42.2(pid=13938): stdout: \u000a| (launched: 2022-12-13_11:24:30.088133) \u000a11:24:33.296912 run osmo-hlr_10.42.42.2(pid=13938): stderr: \u000a| �[0;m�[1;31m20221213112430265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112430265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112430265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112430265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112430265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112430265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112430276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112430285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112430285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112430285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:33.364665 run osmo-msc_10.42.42.6(pid=13944): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13944)]\u000a11:24:33.413828 run osmo-msc_10.42.42.6(pid=13944): stdout: \u000a| (launched: 2022-12-13_11:24:32.209424) \u000a11:24:33.463541 run osmo-msc_10.42.42.6(pid=13944): stderr: \u000a| �[0;m�[38;5;43m20221213112432524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112432524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4052ec5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112432525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112432525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112432525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112432525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112432527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112432527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112432527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112432528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:24:33.505817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13937): Terminating (SIGTERM)\u000a11:24:33.545776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13940): Terminating (SIGTERM)\u000a11:24:33.585728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13943): Terminating (SIGTERM)\u000a11:24:33.594929 --- ParallelTerminationStrategy: PID 13937 died...\u000a11:24:33.648554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13937): Terminated: ok {rc=0}\u000a11:24:33.658236 --- ParallelTerminationStrategy: PID 13940 died...\u000a11:24:33.711456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13940): Terminated: ok {rc=0}\u000a11:24:33.721081 --- ParallelTerminationStrategy: PID 13943 died...\u000a11:24:33.774285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13943): Terminated: ok {rc=0}\u000a11:24:33.863702 bus /sierra_3: Setting Powered False\u000a11:24:34.967095 bus /sierra_3: Setting Powered False\u000a11:24:36.079286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:24:26" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13955): Process ended prematurely: osmo-stp_10.42.42.5(pid=13955) [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13955): Process ended prematurely: osmo-stp_10.42.42.5(pid=13955) [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:24:38.060871 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:24:38.072299 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:24:38.196069 tst handover.py: using LAC 33610\u000a11:24:38.317310 tst handover.py: using RAC 205\u000a11:24:38.436696 tst handover.py: using CellId 33610\u000a11:24:38.557585 tst handover.py: using BVCI 33611\u000a11:24:38.580740 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:24:38.716892 tst handover.py: using LAC 33611\u000a11:24:38.837686 tst handover.py: using RAC 206\u000a11:24:38.956556 tst handover.py: using CellId 33611\u000a11:24:39.077196 tst handover.py: using BVCI 33612\u000a11:24:39.100724 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:24:39.111424 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:24:39.121935 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:24:39.132328 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:24:39.142868 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:24:39.153842 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:24:39.275365 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:24:39.476774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:39.938322 run create_hlr_db(pid=13949): Launched\u000a11:24:40.062953 bus /sierra_2: Setting Powered False\u000a11:24:41.135263 run create_hlr_db(pid=13949): Terminated: ok {rc=0}\u000a11:24:41.514144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13951): Launched\u000a11:24:41.816939 run osmo-hlr_10.42.42.2(pid=13952): Launched\u000a11:24:41.933365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:42.443274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13954): Launched\u000a11:24:42.745965 run osmo-stp_10.42.42.5(pid=13955): Launched\u000a11:24:42.856210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:24:43.383088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13957): Launched\u000a11:24:43.686983 run osmo-msc_10.42.42.6(pid=13958): Launched\u000a11:24:43.865298 run osmo-stp_10.42.42.5(pid=13955): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)]\u000a11:24:43.993948 run osmo-stp_10.42.42.5(pid=13955): stdout: \u000a| (launched: 2022-12-13_11:24:42.597436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:44.120566 run osmo-stp_10.42.42.5(pid=13955): stderr: \u000a| �[0;m�[38;5;43m20221213112442770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112442770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112442770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112442771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:44.242954 run osmo-stp_10.42.42.5(pid=13955): stdout: \u000a| (launched: 2022-12-13_11:24:42.597436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:44.363380 run osmo-stp_10.42.42.5(pid=13955): stderr: \u000a| �[0;m�[38;5;43m20221213112442770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112442770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112442770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112442771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:44.416183 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13955): Process ended prematurely: osmo-stp_10.42.42.5(pid=13955) [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)] [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a11:24:44.424222 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:24:44.484149 run osmo-hlr_10.42.42.2(pid=13952): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13952)]\u000a11:24:44.532809 run osmo-hlr_10.42.42.2(pid=13952): stdout: \u000a| (launched: 2022-12-13_11:24:41.668795) \u000a11:24:44.582122 run osmo-hlr_10.42.42.2(pid=13952): stderr: \u000a| �[0;m�[1;31m20221213112441845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112441845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112441845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112441846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112441846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112441846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112441858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112441867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112441867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112441867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:44.649077 run osmo-msc_10.42.42.6(pid=13958): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13958)]\u000a11:24:44.697507 run osmo-msc_10.42.42.6(pid=13958): stdout: \u000a| (launched: 2022-12-13_11:24:43.537293) \u000a11:24:44.746839 run osmo-msc_10.42.42.6(pid=13958): stderr: \u000a| �[0;m�[38;5;43m20221213112443810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112443810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f6b1bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112443810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112443811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112443811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112443811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112443813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112443813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112443813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112443813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:24:44.788496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13951): Terminating (SIGTERM)\u000a11:24:44.827740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13954): Terminating (SIGTERM)\u000a11:24:44.867097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13957): Terminating (SIGTERM)\u000a11:24:44.876254 --- ParallelTerminationStrategy: PID 13951 died...\u000a11:24:44.929146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13951): Terminated: ok {rc=0}\u000a11:24:44.938598 --- ParallelTerminationStrategy: PID 13954 died...\u000a11:24:44.991153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13954): Terminated: ok {rc=0}\u000a11:24:45.000539 --- ParallelTerminationStrategy: PID 13957 died...\u000a11:24:45.052973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13957): Terminated: ok {rc=0}\u000a11:24:45.141249 bus /sierra_3: Setting Powered False\u000a11:24:46.246779 bus /sierra_3: Setting Powered False\u000a11:24:47.358947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:24:37" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:24:49.337953 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:24:49.349339 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:24:49.478479 tst handover.py: using LAC 33612\u000a11:24:49.605493 tst handover.py: using RAC 207\u000a11:24:49.732942 tst handover.py: using CellId 33612\u000a11:24:49.859911 tst handover.py: using BVCI 33613\u000a11:24:49.884573 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:24:50.026168 tst handover.py: using LAC 33613\u000a11:24:50.153610 tst handover.py: using RAC 208\u000a11:24:50.282504 tst handover.py: using CellId 33613\u000a11:24:50.409668 tst handover.py: using BVCI 33614\u000a11:24:50.434510 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:24:50.445860 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:24:50.456865 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:24:50.468081 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:24:50.479709 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:24:50.491209 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:24:50.610684 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:24:50.814287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:51.274979 run create_hlr_db(pid=13963): Launched\u000a11:24:51.398760 bus /sierra_2: Setting Powered False\u000a11:24:52.471105 run create_hlr_db(pid=13963): Terminated: ok {rc=0}\u000a11:24:52.875930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Launched\u000a11:24:53.202685 run osmo-hlr_10.42.42.2(pid=13966): Launched\u000a11:24:53.319028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:53.822444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Launched\u000a11:24:54.128350 run osmo-stp_10.42.42.5(pid=13969): Launched\u000a11:24:54.240154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:24:54.768719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13971): Launched\u000a11:24:55.075761 run osmo-msc_10.42.42.6(pid=13972): Launched\u000a11:24:55.254350 run osmo-stp_10.42.42.5(pid=13969): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]\u000a11:24:55.384282 run osmo-stp_10.42.42.5(pid=13969): stdout: \u000a| (launched: 2022-12-13_11:24:53.977440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:55.511466 run osmo-stp_10.42.42.5(pid=13969): stderr: \u000a| �[0;m�[38;5;43m20221213112454148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112454148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112454149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112454149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112454149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112454150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112454150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:55.634283 run osmo-stp_10.42.42.5(pid=13969): stdout: \u000a| (launched: 2022-12-13_11:24:53.977440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:55.755719 run osmo-stp_10.42.42.5(pid=13969): stderr: \u000a| �[0;m�[38;5;43m20221213112454148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112454148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112454149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112454149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112454149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112454150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112454150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:55.808778 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)] [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:24:55.816863 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:24:55.876782 run osmo-hlr_10.42.42.2(pid=13966): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13966)]\u000a11:24:55.925811 run osmo-hlr_10.42.42.2(pid=13966): stdout: \u000a| (launched: 2022-12-13_11:24:53.042246) \u000a11:24:55.975203 run osmo-hlr_10.42.42.2(pid=13966): stderr: \u000a| �[0;m�[1;31m20221213112453241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112453241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112453241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112453241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112453241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112453241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112453253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112453261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112453262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112453262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:56.042744 run osmo-msc_10.42.42.6(pid=13972): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13972)]\u000a11:24:56.091963 run osmo-msc_10.42.42.6(pid=13972): stdout: \u000a| (launched: 2022-12-13_11:24:54.923438) \u000a11:24:56.141729 run osmo-msc_10.42.42.6(pid=13972): stderr: \u000a| �[0;m�[38;5;43m20221213112455198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112455198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4ea74cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112455198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112455199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112455200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112455201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112455201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112455201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:24:56.183594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Terminating (SIGTERM)\u000a11:24:56.223191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Terminating (SIGTERM)\u000a11:24:56.262629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13971): Terminating (SIGTERM)\u000a11:24:56.271740 --- ParallelTerminationStrategy: PID 13965 died...\u000a11:24:56.325038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Terminated: ok {rc=0}\u000a11:24:56.334558 --- ParallelTerminationStrategy: PID 13968 died...\u000a11:24:56.387603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Terminated: ok {rc=0}\u000a11:24:56.397309 --- ParallelTerminationStrategy: PID 13971 died...\u000a11:24:56.450096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13971): Terminated: ok {rc=0}\u000a11:24:56.538230 bus /sierra_3: Setting Powered False\u000a11:24:57.640684 bus /sierra_3: Setting Powered False\u000a11:24:58.746848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:24:49" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13986): Process ended prematurely: osmo-stp_10.42.42.5(pid=13986) [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13986)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13986): Process ended prematurely: osmo-stp_10.42.42.5(pid=13986) [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:25:00.738972 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:25:00.750594 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:25:00.878177 tst handover.py: using LAC 33614\u000a11:25:01.012285 tst handover.py: using RAC 209\u000a11:25:01.133708 tst handover.py: using CellId 33614\u000a11:25:01.265567 tst handover.py: using BVCI 33615\u000a11:25:01.291799 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:25:01.449798 tst handover.py: using LAC 33615\u000a11:25:01.599441 tst handover.py: using RAC 210\u000a11:25:01.721709 tst handover.py: using CellId 33615\u000a11:25:01.875732 tst handover.py: using BVCI 33616\u000a11:25:01.908539 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:25:01.922345 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:25:01.940091 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:25:01.959891 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:25:01.976401 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:25:01.997415 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:25:02.129912 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:25:02.347615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:02.834840 run create_hlr_db(pid=13980): Launched\u000a11:25:02.967613 bus /sierra_2: Setting Powered False\u000a11:25:04.043994 run create_hlr_db(pid=13980): Terminated: ok {rc=0}\u000a11:25:04.449746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13982): Launched\u000a11:25:04.776846 run osmo-hlr_10.42.42.2(pid=13983): Launched\u000a11:25:04.897420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:05.436393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13985): Launched\u000a11:25:05.764216 run osmo-stp_10.42.42.5(pid=13986): Launched\u000a11:25:05.883229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:06.449763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13988): Launched\u000a11:25:06.777670 run osmo-msc_10.42.42.6(pid=13989): Launched\u000a11:25:06.969560 run osmo-stp_10.42.42.5(pid=13986): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13986)]\u000a11:25:07.107993 run osmo-stp_10.42.42.5(pid=13986): stdout: \u000a| (launched: 2022-12-13_11:25:05.602314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:07.246786 run osmo-stp_10.42.42.5(pid=13986): stderr: \u000a| �[0;m�[38;5;43m20221213112505795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112505795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112505795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112505796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112505796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112505796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112505797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:07.378758 run osmo-stp_10.42.42.5(pid=13986): stdout: \u000a| (launched: 2022-12-13_11:25:05.602314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:07.509258 run osmo-stp_10.42.42.5(pid=13986): stderr: \u000a| �[0;m�[38;5;43m20221213112505795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112505795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112505795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112505796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112505796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112505796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112505797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:07.566228 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=13986): Process ended prematurely: osmo-stp_10.42.42.5(pid=13986) [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13986)] [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:25:07.574937 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:25:07.638152 run osmo-hlr_10.42.42.2(pid=13983): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13983)]\u000a11:25:07.689789 run osmo-hlr_10.42.42.2(pid=13983): stdout: \u000a| (launched: 2022-12-13_11:25:04.615639) \u000a11:25:07.742046 run osmo-hlr_10.42.42.2(pid=13983): stderr: \u000a| �[0;m�[1;31m20221213112504815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112504815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112504815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112504815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112504815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112504815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112504827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112504835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112504836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112504836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:07.812862 run osmo-msc_10.42.42.6(pid=13989): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13989)]\u000a11:25:07.864371 run osmo-msc_10.42.42.6(pid=13989): stdout: \u000a| (launched: 2022-12-13_11:25:06.615821) \u000a11:25:07.916736 run osmo-msc_10.42.42.6(pid=13989): stderr: \u000a| �[0;m�[38;5;43m20221213112506936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112506936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb256407c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112506936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112506936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112506937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112506937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112506938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112506939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112506939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112506939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:25:07.961295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13982): Terminating (SIGTERM)\u000a11:25:08.003342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13985): Terminating (SIGTERM)\u000a11:25:08.045479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13988): Terminating (SIGTERM)\u000a11:25:08.055120 --- ParallelTerminationStrategy: PID 13982 died...\u000a11:25:08.111645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13982): Terminated: ok {rc=0}\u000a11:25:08.122034 --- ParallelTerminationStrategy: PID 13985 died...\u000a11:25:08.178484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13985): Terminated: ok {rc=0}\u000a11:25:08.188650 --- ParallelTerminationStrategy: PID 13988 died...\u000a11:25:08.245276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13988): Terminated: ok {rc=0}\u000a11:25:08.332774 bus /sierra_3: Setting Powered False\u000a11:25:09.438644 bus /sierra_3: Setting Powered False\u000a11:25:10.546905 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:25:00" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14000): Process ended prematurely: osmo-stp_10.42.42.5(pid=14000) [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14000): Process ended prematurely: osmo-stp_10.42.42.5(pid=14000) [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:25:12.521747 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:25:12.534580 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:25:12.662749 tst handover.py: using LAC 33616\u000a11:25:12.787275 tst handover.py: using RAC 211\u000a11:25:12.908778 tst handover.py: using CellId 33616\u000a11:25:13.029600 tst handover.py: using BVCI 33617\u000a11:25:13.052623 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:25:13.176317 tst handover.py: using LAC 33617\u000a11:25:13.296258 tst handover.py: using RAC 212\u000a11:25:13.417750 tst handover.py: using CellId 33617\u000a11:25:13.536849 tst handover.py: using BVCI 33618\u000a11:25:13.559921 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:25:13.570610 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:25:13.581222 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:25:13.591745 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:25:13.602315 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:25:13.612720 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:25:13.731658 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:25:13.932042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:14.392663 run create_hlr_db(pid=13994): Launched\u000a11:25:14.516180 bus /sierra_2: Setting Powered False\u000a11:25:15.590260 run create_hlr_db(pid=13994): Terminated: ok {rc=0}\u000a11:25:16.023667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Launched\u000a11:25:16.385384 run osmo-hlr_10.42.42.2(pid=13997): Launched\u000a11:25:16.527373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:17.138389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13999): Launched\u000a11:25:17.460901 run osmo-stp_10.42.42.5(pid=14000): Launched\u000a11:25:17.573765 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:18.104559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14002): Launched\u000a11:25:18.409849 run osmo-msc_10.42.42.6(pid=14003): Launched\u000a11:25:18.587674 run osmo-stp_10.42.42.5(pid=14000): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)]\u000a11:25:18.716393 run osmo-stp_10.42.42.5(pid=14000): stdout: \u000a| (launched: 2022-12-13_11:25:17.297553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:18.843949 run osmo-stp_10.42.42.5(pid=14000): stderr: \u000a| �[0;m�[38;5;43m20221213112517485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112517485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112517486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112517486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112517486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112517487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112517487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:18.966836 run osmo-stp_10.42.42.5(pid=14000): stdout: \u000a| (launched: 2022-12-13_11:25:17.297553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:19.088493 run osmo-stp_10.42.42.5(pid=14000): stderr: \u000a| �[0;m�[38;5;43m20221213112517485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112517485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112517486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112517486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112517486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112517487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112517487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:19.141647 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14000): Process ended prematurely: osmo-stp_10.42.42.5(pid=14000) [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)] [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a11:25:19.149469 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:25:19.208571 run osmo-hlr_10.42.42.2(pid=13997): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13997)]\u000a11:25:19.257413 run osmo-hlr_10.42.42.2(pid=13997): stdout: \u000a| (launched: 2022-12-13_11:25:16.189448) \u000a11:25:19.307090 run osmo-hlr_10.42.42.2(pid=13997): stderr: \u000a| �[0;m�[1;31m20221213112516577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112516577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112516577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112516577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112516577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112516578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112516594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112516606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112516607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112516607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:19.374586 run osmo-msc_10.42.42.6(pid=14003): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14003)]\u000a11:25:19.423419 run osmo-msc_10.42.42.6(pid=14003): stdout: \u000a| (launched: 2022-12-13_11:25:18.259578) \u000a11:25:19.472810 run osmo-msc_10.42.42.6(pid=14003): stderr: \u000a| �[0;m�[38;5;43m20221213112518533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112518533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc9fce0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112518533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112518533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112518533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112518534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112518535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112518536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112518536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112518536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:25:19.514588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Terminating (SIGTERM)\u000a11:25:19.554049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13999): Terminating (SIGTERM)\u000a11:25:19.593492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14002): Terminating (SIGTERM)\u000a11:25:19.602612 --- ParallelTerminationStrategy: PID 13996 died...\u000a11:25:19.655684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Terminated: ok {rc=0}\u000a11:25:19.665292 --- ParallelTerminationStrategy: PID 13999 died...\u000a11:25:19.718004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13999): Terminated: ok {rc=0}\u000a11:25:19.727496 --- ParallelTerminationStrategy: PID 14002 died...\u000a11:25:19.780200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14002): Terminated: ok {rc=0}\u000a11:25:19.864069 bus /sierra_3: Setting Powered False\u000a11:25:20.970828 bus /sierra_3: Setting Powered False\u000a11:25:22.083335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:25:12" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14014): Process ended prematurely: osmo-stp_10.42.42.5(pid=14014) [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14014)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14014): Process ended prematurely: osmo-stp_10.42.42.5(pid=14014) [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:25:24.065540 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:25:24.076878 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:25:24.206604 tst handover.py: using LAC 33618\u000a11:25:24.336347 tst handover.py: using RAC 213\u000a11:25:24.458647 tst handover.py: using CellId 33618\u000a11:25:24.583760 tst handover.py: using BVCI 33619\u000a11:25:24.606971 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:25:24.740917 tst handover.py: using LAC 33619\u000a11:25:24.861651 tst handover.py: using RAC 214\u000a11:25:24.981884 tst handover.py: using CellId 33619\u000a11:25:25.105162 tst handover.py: using BVCI 33620\u000a11:25:25.128242 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:25:25.139000 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:25:25.149509 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:25:25.159932 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:25:25.170479 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:25:25.181471 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:25:25.306304 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:25:25.517661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:26.001499 run create_hlr_db(pid=14008): Launched\u000a11:25:26.134305 bus /sierra_2: Setting Powered False\u000a11:25:27.210261 run create_hlr_db(pid=14008): Terminated: ok {rc=0}\u000a11:25:27.615667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14010): Launched\u000a11:25:27.943024 run osmo-hlr_10.42.42.2(pid=14011): Launched\u000a11:25:28.063468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:28.601896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14013): Launched\u000a11:25:28.927418 run osmo-stp_10.42.42.5(pid=14014): Launched\u000a11:25:29.046173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:29.614058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14016): Launched\u000a11:25:29.942358 run osmo-msc_10.42.42.6(pid=14017): Launched\u000a11:25:30.133440 run osmo-stp_10.42.42.5(pid=14014): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14014)]\u000a11:25:30.271323 run osmo-stp_10.42.42.5(pid=14014): stdout: \u000a| (launched: 2022-12-13_11:25:28.767066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:30.409699 run osmo-stp_10.42.42.5(pid=14014): stderr: \u000a| �[0;m�[38;5;43m20221213112528960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112528960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112528961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112528961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112528962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:30.541420 run osmo-stp_10.42.42.5(pid=14014): stdout: \u000a| (launched: 2022-12-13_11:25:28.767066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:30.671746 run osmo-stp_10.42.42.5(pid=14014): stderr: \u000a| �[0;m�[38;5;43m20221213112528960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112528960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112528961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112528961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112528962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:30.728656 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14014): Process ended prematurely: osmo-stp_10.42.42.5(pid=14014) [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14014)] [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a11:25:30.737362 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:25:30.800644 run osmo-hlr_10.42.42.2(pid=14011): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14011)]\u000a11:25:30.852515 run osmo-hlr_10.42.42.2(pid=14011): stdout: \u000a| (launched: 2022-12-13_11:25:27.781833) \u000a11:25:30.911169 run osmo-hlr_10.42.42.2(pid=14011): stderr: \u000a| �[0;m�[1;31m20221213112527980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112527980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112527980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112527981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112527981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112527981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112527993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112528001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112528001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112528001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:30.984628 run osmo-msc_10.42.42.6(pid=14017): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14017)]\u000a11:25:31.038377 run osmo-msc_10.42.42.6(pid=14017): stdout: \u000a| (launched: 2022-12-13_11:25:29.779477) \u000a11:25:31.094929 run osmo-msc_10.42.42.6(pid=14017): stderr: \u000a| �[0;m�[38;5;43m20221213112530100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112530100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f8e9eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112530100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112530100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112530101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112530101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112530102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112530103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112530103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112530103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:25:31.149219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14010): Terminating (SIGTERM)\u000a11:25:31.201842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14013): Terminating (SIGTERM)\u000a11:25:31.255150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14016): Terminating (SIGTERM)\u000a11:25:31.267933 --- ParallelTerminationStrategy: PID 14010 died...\u000a11:25:31.336803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14010): Terminated: ok {rc=0}\u000a11:25:31.349654 --- ParallelTerminationStrategy: PID 14013 died...\u000a11:25:31.409522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14013): Terminated: ok {rc=0}\u000a11:25:31.420436 --- ParallelTerminationStrategy: PID 14016 died...\u000a11:25:31.478826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14016): Terminated: ok {rc=0}\u000a11:25:31.570759 bus /sierra_3: Setting Powered False\u000a11:25:32.676586 bus /sierra_3: Setting Powered False\u000a11:25:33.784457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:25:23" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14028): Process ended prematurely: osmo-stp_10.42.42.5(pid=14028) [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14028): Process ended prematurely: osmo-stp_10.42.42.5(pid=14028) [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:25:35.777602 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:25:35.789452 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:25:35.919024 tst handover.py: using LAC 33620\u000a11:25:36.045988 tst handover.py: using RAC 215\u000a11:25:36.164127 tst handover.py: using CellId 33620\u000a11:25:36.284546 tst handover.py: using BVCI 33621\u000a11:25:36.307959 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:25:36.443154 tst handover.py: using LAC 33621\u000a11:25:36.570160 tst handover.py: using RAC 216\u000a11:25:36.695543 tst handover.py: using CellId 33621\u000a11:25:36.820752 tst handover.py: using BVCI 33622\u000a11:25:36.845573 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:25:36.856617 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:25:36.867554 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:25:36.878652 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:25:36.890127 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:25:36.901547 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:25:37.019183 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:25:37.231349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:37.715867 run create_hlr_db(pid=14022): Launched\u000a11:25:37.848897 bus /sierra_2: Setting Powered False\u000a11:25:38.925927 run create_hlr_db(pid=14022): Terminated: ok {rc=0}\u000a11:25:39.332442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14024): Launched\u000a11:25:39.659739 run osmo-hlr_10.42.42.2(pid=14025): Launched\u000a11:25:39.781577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:40.296710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14027): Launched\u000a11:25:40.601579 run osmo-stp_10.42.42.5(pid=14028): Launched\u000a11:25:40.712110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:41.240148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14030): Launched\u000a11:25:41.545934 run osmo-msc_10.42.42.6(pid=14031): Launched\u000a11:25:41.726360 run osmo-stp_10.42.42.5(pid=14028): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)]\u000a11:25:41.856043 run osmo-stp_10.42.42.5(pid=14028): stdout: \u000a| (launched: 2022-12-13_11:25:40.451382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:41.982793 run osmo-stp_10.42.42.5(pid=14028): stderr: \u000a| �[0;m�[38;5;43m20221213112540620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112540620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112540620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112540621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112540623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112540623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112540623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:42.105117 run osmo-stp_10.42.42.5(pid=14028): stdout: \u000a| (launched: 2022-12-13_11:25:40.451382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:42.226397 run osmo-stp_10.42.42.5(pid=14028): stderr: \u000a| �[0;m�[38;5;43m20221213112540620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112540620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112540620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112540621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112540623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112540623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112540623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:42.279342 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14028): Process ended prematurely: osmo-stp_10.42.42.5(pid=14028) [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)] [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a11:25:42.287320 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:25:42.347912 run osmo-hlr_10.42.42.2(pid=14025): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14025)]\u000a11:25:42.397291 run osmo-hlr_10.42.42.2(pid=14025): stdout: \u000a| (launched: 2022-12-13_11:25:39.498734) \u000a11:25:42.447455 run osmo-hlr_10.42.42.2(pid=14025): stderr: \u000a| �[0;m�[1;31m20221213112539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112539699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112539699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112539699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112539710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112539719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112539719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112539719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:42.515254 run osmo-msc_10.42.42.6(pid=14031): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14031)]\u000a11:25:42.564475 run osmo-msc_10.42.42.6(pid=14031): stdout: \u000a| (launched: 2022-12-13_11:25:41.394983) \u000a11:25:42.614828 run osmo-msc_10.42.42.6(pid=14031): stderr: \u000a| �[0;m�[38;5;43m20221213112541665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112541666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fe5decc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112541666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112541666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112541666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112541666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112541668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112541668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112541668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112541668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:25:42.656642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14024): Terminating (SIGTERM)\u000a11:25:42.696222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14027): Terminating (SIGTERM)\u000a11:25:42.735615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14030): Terminating (SIGTERM)\u000a11:25:42.744732 --- ParallelTerminationStrategy: PID 14024 died...\u000a11:25:42.797696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14024): Terminated: ok {rc=0}\u000a11:25:42.807252 --- ParallelTerminationStrategy: PID 14027 died...\u000a11:25:42.859573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14027): Terminated: ok {rc=0}\u000a11:25:42.869143 --- ParallelTerminationStrategy: PID 14030 died...\u000a11:25:42.921492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14030): Terminated: ok {rc=0}\u000a11:25:43.004355 bus /sierra_3: Setting Powered False\u000a11:25:44.111019 bus /sierra_3: Setting Powered False\u000a11:25:45.223438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:25:35" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14046): Process ended prematurely: osmo-stp_10.42.42.5(pid=14046) [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14046)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14046): Process ended prematurely: osmo-stp_10.42.42.5(pid=14046) [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:25:47.269794 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:25:47.281635 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:25:47.407179 tst handover.py: using LAC 33622\u000a11:25:47.524700 tst handover.py: using RAC 217\u000a11:25:47.642435 tst handover.py: using CellId 33622\u000a11:25:47.759746 tst handover.py: using BVCI 33623\u000a11:25:47.782790 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:25:47.917635 tst handover.py: using LAC 33623\u000a11:25:48.041918 tst handover.py: using RAC 218\u000a11:25:48.159182 tst handover.py: using CellId 33623\u000a11:25:48.286775 tst handover.py: using BVCI 33624\u000a11:25:48.312033 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:25:48.323210 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:25:48.334517 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:25:48.346177 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:25:48.358187 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:25:48.370207 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:25:48.487515 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:25:48.701660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:49.185692 run create_hlr_db(pid=14037): Launched\u000a11:25:49.318784 bus /sierra_2: Setting Powered False\u000a11:25:50.394727 run create_hlr_db(pid=14037): Terminated: ok {rc=0}\u000a11:25:50.778111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14039): Launched\u000a11:25:51.083156 run osmo-hlr_10.42.42.2(pid=14040): Launched\u000a11:25:51.205265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:51.711340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14042): Launched\u000a11:25:52.035090 run osmo-stp_10.42.42.5(pid=14046): Launched\u000a11:25:52.154896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:52.727861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14048): Launched\u000a11:25:53.053235 run osmo-msc_10.42.42.6(pid=14049): Launched\u000a11:25:53.244258 run osmo-stp_10.42.42.5(pid=14046): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14046)]\u000a11:25:53.382969 run osmo-stp_10.42.42.5(pid=14046): stdout: \u000a| (launched: 2022-12-13_11:25:51.872489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:53.520528 run osmo-stp_10.42.42.5(pid=14046): stderr: \u000a| �[0;m�[38;5;43m20221213112552066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112552066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112552067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112552067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112552067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112552067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112552068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:53.652060 run osmo-stp_10.42.42.5(pid=14046): stdout: \u000a| (launched: 2022-12-13_11:25:51.872489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:53.782253 run osmo-stp_10.42.42.5(pid=14046): stderr: \u000a| �[0;m�[38;5;43m20221213112552066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112552066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112552067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112552067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112552067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112552067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112552068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:53.838849 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14046): Process ended prematurely: osmo-stp_10.42.42.5(pid=14046) [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14046)] [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a11:25:53.847488 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:25:53.910133 run osmo-hlr_10.42.42.2(pid=14040): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14040)]\u000a11:25:53.961424 run osmo-hlr_10.42.42.2(pid=14040): stdout: \u000a| (launched: 2022-12-13_11:25:50.932772) \u000a11:25:54.013552 run osmo-hlr_10.42.42.2(pid=14040): stderr: \u000a| �[0;m�[1;31m20221213112551108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112551108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112551108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112551108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112551108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112551108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112551121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112551130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112551130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112551130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:54.083755 run osmo-msc_10.42.42.6(pid=14049): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14049)]\u000a11:25:54.135075 run osmo-msc_10.42.42.6(pid=14049): stdout: \u000a| (launched: 2022-12-13_11:25:52.893474) \u000a11:25:54.186944 run osmo-msc_10.42.42.6(pid=14049): stderr: \u000a| �[0;m�[38;5;43m20221213112553214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112553214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbf7249c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112553214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112553214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112553214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112553214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112553216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112553216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112553216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112553217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:25:54.231039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14039): Terminating (SIGTERM)\u000a11:25:54.273247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14042): Terminating (SIGTERM)\u000a11:25:54.315677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14048): Terminating (SIGTERM)\u000a11:25:54.325350 --- ParallelTerminationStrategy: PID 14039 died...\u000a11:25:54.381265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14039): Terminated: ok {rc=0}\u000a11:25:54.391215 --- ParallelTerminationStrategy: PID 14042 died...\u000a11:25:54.446891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14042): Terminated: ok {rc=0}\u000a11:25:54.456748 --- ParallelTerminationStrategy: PID 14048 died...\u000a11:25:54.512485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14048): Terminated: ok {rc=0}\u000a11:25:54.599475 bus /sierra_3: Setting Powered False\u000a11:25:55.705286 bus /sierra_3: Setting Powered False\u000a11:25:56.814032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:25:46" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14060): Process ended prematurely: osmo-stp_10.42.42.5(pid=14060) [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14060)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14060): Process ended prematurely: osmo-stp_10.42.42.5(pid=14060) [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:25:58.797840 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:25:58.809246 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:25:58.933068 tst handover.py: using LAC 33624\u000a11:25:59.054161 tst handover.py: using RAC 219\u000a11:25:59.173348 tst handover.py: using CellId 33624\u000a11:25:59.297052 tst handover.py: using BVCI 33625\u000a11:25:59.320244 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:25:59.461159 tst handover.py: using LAC 33625\u000a11:25:59.588297 tst handover.py: using RAC 220\u000a11:25:59.717729 tst handover.py: using CellId 33625\u000a11:25:59.847385 tst handover.py: using BVCI 33626\u000a11:25:59.872361 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:25:59.883837 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:25:59.895049 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:25:59.906267 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:25:59.917761 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:25:59.929322 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:26:00.050776 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:26:00.263344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:00.749085 run create_hlr_db(pid=14054): Launched\u000a11:26:00.902083 bus /sierra_2: Setting Powered False\u000a11:26:01.996792 run create_hlr_db(pid=14054): Terminated: ok {rc=0}\u000a11:26:02.418740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14056): Launched\u000a11:26:02.746695 run osmo-hlr_10.42.42.2(pid=14057): Launched\u000a11:26:02.870449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:03.407838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14059): Launched\u000a11:26:03.734921 run osmo-stp_10.42.42.5(pid=14060): Launched\u000a11:26:03.853900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:04.421673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14062): Launched\u000a11:26:04.749122 run osmo-msc_10.42.42.6(pid=14063): Launched\u000a11:26:04.940730 run osmo-stp_10.42.42.5(pid=14060): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14060)]\u000a11:26:05.079149 run osmo-stp_10.42.42.5(pid=14060): stdout: \u000a| (launched: 2022-12-13_11:26:03.573854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:05.217018 run osmo-stp_10.42.42.5(pid=14060): stderr: \u000a| �[0;m�[38;5;43m20221213112603767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112603767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112603767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112603768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112603768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112603768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112603768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:05.348592 run osmo-stp_10.42.42.5(pid=14060): stdout: \u000a| (launched: 2022-12-13_11:26:03.573854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:05.478832 run osmo-stp_10.42.42.5(pid=14060): stderr: \u000a| �[0;m�[38;5;43m20221213112603767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112603767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112603767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112603768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112603768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112603768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112603768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:05.535574 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14060): Process ended prematurely: osmo-stp_10.42.42.5(pid=14060) [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14060)] [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:26:05.544184 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:26:05.607401 run osmo-hlr_10.42.42.2(pid=14057): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14057)]\u000a11:26:05.659018 run osmo-hlr_10.42.42.2(pid=14057): stdout: \u000a| (launched: 2022-12-13_11:26:02.585202) \u000a11:26:05.711225 run osmo-hlr_10.42.42.2(pid=14057): stderr: \u000a| �[0;m�[1;31m20221213112602785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112602785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112602785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112602785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112602785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112602785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112602797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112602805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112602805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112602806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:05.781952 run osmo-msc_10.42.42.6(pid=14063): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14063)]\u000a11:26:05.833491 run osmo-msc_10.42.42.6(pid=14063): stdout: \u000a| (launched: 2022-12-13_11:26:04.588145) \u000a11:26:05.885572 run osmo-msc_10.42.42.6(pid=14063): stderr: \u000a| �[0;m�[38;5;43m20221213112604911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112604911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca9750bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112604911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112604911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112604912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112604912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112604914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112604914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112604914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112604914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:05.929865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14056): Terminating (SIGTERM)\u000a11:26:05.971727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14059): Terminating (SIGTERM)\u000a11:26:06.014034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14062): Terminating (SIGTERM)\u000a11:26:06.023633 --- ParallelTerminationStrategy: PID 14056 died...\u000a11:26:06.080029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14056): Terminated: ok {rc=0}\u000a11:26:06.090085 --- ParallelTerminationStrategy: PID 14059 died...\u000a11:26:06.146318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14059): Terminated: ok {rc=0}\u000a11:26:06.156300 --- ParallelTerminationStrategy: PID 14062 died...\u000a11:26:06.212601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14062): Terminated: ok {rc=0}\u000a11:26:06.299470 bus /sierra_3: Setting Powered False\u000a11:26:07.402411 bus /sierra_3: Setting Powered False\u000a11:26:08.508977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:25:58" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14074): Process ended prematurely: osmo-stp_10.42.42.5(pid=14074) [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14074)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14074): Process ended prematurely: osmo-stp_10.42.42.5(pid=14074) [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:26:10.496431 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:26:10.507753 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:26:10.635570 tst handover.py: using LAC 33626\u000a11:26:10.761768 tst handover.py: using RAC 221\u000a11:26:10.888722 tst handover.py: using CellId 33626\u000a11:26:11.018021 tst handover.py: using BVCI 33627\u000a11:26:11.042690 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:26:11.180257 tst handover.py: using LAC 33627\u000a11:26:11.300419 tst handover.py: using RAC 222\u000a11:26:11.421940 tst handover.py: using CellId 33627\u000a11:26:11.540428 tst handover.py: using BVCI 33628\u000a11:26:11.563818 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:26:11.575225 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:26:11.586122 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:26:11.596907 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:26:11.607786 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:26:11.618669 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:26:11.738928 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:26:11.950979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:12.436132 run create_hlr_db(pid=14068): Launched\u000a11:26:12.569354 bus /sierra_2: Setting Powered False\u000a11:26:13.646169 run create_hlr_db(pid=14068): Terminated: ok {rc=0}\u000a11:26:14.051391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14070): Launched\u000a11:26:14.380886 run osmo-hlr_10.42.42.2(pid=14071): Launched\u000a11:26:14.501674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:15.039132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14073): Launched\u000a11:26:15.368099 run osmo-stp_10.42.42.5(pid=14074): Launched\u000a11:26:15.487580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:16.086139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14076): Launched\u000a11:26:16.497159 run osmo-msc_10.42.42.6(pid=14077): Launched\u000a11:26:16.828444 run osmo-stp_10.42.42.5(pid=14074): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14074)]\u000a11:26:17.029658 run osmo-stp_10.42.42.5(pid=14074): stdout: \u000a| (launched: 2022-12-13_11:26:15.205193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:17.301401 run osmo-stp_10.42.42.5(pid=14074): stderr: \u000a| �[0;m�[38;5;43m20221213112615398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112615398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112615398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112615399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112615401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112615401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112615401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:17.435466 run osmo-stp_10.42.42.5(pid=14074): stdout: \u000a| (launched: 2022-12-13_11:26:15.205193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:17.566413 run osmo-stp_10.42.42.5(pid=14074): stderr: \u000a| �[0;m�[38;5;43m20221213112615398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112615398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112615398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112615399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112615401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112615401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112615401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:17.623253 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14074): Process ended prematurely: osmo-stp_10.42.42.5(pid=14074) [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14074)] [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:26:17.632043 tst handover.py:18: Test FAILED (7.1 sec)\u000a11:26:17.695838 run osmo-hlr_10.42.42.2(pid=14071): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14071)]\u000a11:26:17.747672 run osmo-hlr_10.42.42.2(pid=14071): stdout: \u000a| (launched: 2022-12-13_11:26:14.217969) \u000a11:26:17.800565 run osmo-hlr_10.42.42.2(pid=14071): stderr: \u000a| �[0;m�[1;31m20221213112614419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112614419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112614419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112614419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112614419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112614419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112614431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112614439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112614440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112614440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:17.872107 run osmo-msc_10.42.42.6(pid=14077): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14077)]\u000a11:26:17.923881 run osmo-msc_10.42.42.6(pid=14077): stdout: \u000a| (launched: 2022-12-13_11:26:16.255957) \u000a11:26:17.976291 run osmo-msc_10.42.42.6(pid=14077): stderr: \u000a| �[0;m�[38;5;43m20221213112616809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112616809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40c469cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112616809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112616810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112616810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112616811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112616812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112616812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112616812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:18.020941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14070): Terminating (SIGTERM)\u000a11:26:18.063122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14073): Terminating (SIGTERM)\u000a11:26:18.105553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14076): Terminating (SIGTERM)\u000a11:26:18.115338 --- ParallelTerminationStrategy: PID 14070 died...\u000a11:26:18.172300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14070): Terminated: ok {rc=0}\u000a11:26:18.182583 --- ParallelTerminationStrategy: PID 14073 died...\u000a11:26:18.239267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14073): Terminated: ok {rc=0}\u000a11:26:18.249543 --- ParallelTerminationStrategy: PID 14076 died...\u000a11:26:18.306190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14076): Terminated: ok {rc=0}\u000a11:26:18.393909 bus /sierra_3: Setting Powered False\u000a11:26:19.500032 bus /sierra_3: Setting Powered False\u000a11:26:20.608027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:26:10" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14088): Process ended prematurely: osmo-stp_10.42.42.5(pid=14088) [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14088)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14088): Process ended prematurely: osmo-stp_10.42.42.5(pid=14088) [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:26:22.579809 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:26:22.590673 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:26:22.710502 tst handover.py: using LAC 33628\u000a11:26:22.830258 tst handover.py: using RAC 223\u000a11:26:22.947821 tst handover.py: using CellId 33628\u000a11:26:23.074207 tst handover.py: using BVCI 33629\u000a11:26:23.099057 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:26:23.227944 tst handover.py: using LAC 33629\u000a11:26:23.353698 tst handover.py: using RAC 224\u000a11:26:23.479024 tst handover.py: using CellId 33629\u000a11:26:23.604704 tst handover.py: using BVCI 33630\u000a11:26:23.629576 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:26:23.640593 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:26:23.651633 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:26:23.663086 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:26:23.674494 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:26:23.685774 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:26:23.804284 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:26:24.005934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:24.469771 run create_hlr_db(pid=14082): Launched\u000a11:26:24.594119 bus /sierra_2: Setting Powered False\u000a11:26:25.667277 run create_hlr_db(pid=14082): Terminated: ok {rc=0}\u000a11:26:26.046250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14084): Launched\u000a11:26:26.350176 run osmo-hlr_10.42.42.2(pid=14085): Launched\u000a11:26:26.465713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:26.966608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14087): Launched\u000a11:26:27.269060 run osmo-stp_10.42.42.5(pid=14088): Launched\u000a11:26:27.379688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:27.907002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14090): Launched\u000a11:26:28.212101 run osmo-msc_10.42.42.6(pid=14091): Launched\u000a11:26:28.391426 run osmo-stp_10.42.42.5(pid=14088): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14088)]\u000a11:26:28.520215 run osmo-stp_10.42.42.5(pid=14088): stdout: \u000a| (launched: 2022-12-13_11:26:27.120623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:28.646962 run osmo-stp_10.42.42.5(pid=14088): stderr: \u000a| �[0;m�[38;5;43m20221213112627291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112627291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112627291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112627291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112627294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112627294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112627294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:28.769486 run osmo-stp_10.42.42.5(pid=14088): stdout: \u000a| (launched: 2022-12-13_11:26:27.120623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:28.891460 run osmo-stp_10.42.42.5(pid=14088): stderr: \u000a| �[0;m�[38;5;43m20221213112627291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112627291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112627291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112627291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112627294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112627294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112627294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:28.944652 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14088): Process ended prematurely: osmo-stp_10.42.42.5(pid=14088) [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14088)] [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a11:26:28.952510 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:26:29.011899 run osmo-hlr_10.42.42.2(pid=14085): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14085)]\u000a11:26:29.060942 run osmo-hlr_10.42.42.2(pid=14085): stdout: \u000a| (launched: 2022-12-13_11:26:26.200812) \u000a11:26:29.111184 run osmo-hlr_10.42.42.2(pid=14085): stderr: \u000a| �[0;m�[1;31m20221213112626378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112626378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112626378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112626378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112626378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112626378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112626390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112626400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112626400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112626400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:29.178487 run osmo-msc_10.42.42.6(pid=14091): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14091)]\u000a11:26:29.227179 run osmo-msc_10.42.42.6(pid=14091): stdout: \u000a| (launched: 2022-12-13_11:26:28.061600) \u000a11:26:29.276523 run osmo-msc_10.42.42.6(pid=14091): stderr: \u000a| �[0;m�[38;5;43m20221213112628335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112628335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9449b0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112628335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112628335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112628335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112628336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112628337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112628338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112628338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112628338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:29.318341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14084): Terminating (SIGTERM)\u000a11:26:29.357954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14087): Terminating (SIGTERM)\u000a11:26:29.397496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14090): Terminating (SIGTERM)\u000a11:26:29.406609 --- ParallelTerminationStrategy: PID 14084 died...\u000a11:26:29.459807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14084): Terminated: ok {rc=0}\u000a11:26:29.469400 --- ParallelTerminationStrategy: PID 14087 died...\u000a11:26:29.522124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14087): Terminated: ok {rc=0}\u000a11:26:29.531598 --- ParallelTerminationStrategy: PID 14090 died...\u000a11:26:29.584412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14090): Terminated: ok {rc=0}\u000a11:26:29.667561 bus /sierra_3: Setting Powered False\u000a11:26:30.773436 bus /sierra_3: Setting Powered False\u000a11:26:31.908082 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:26:22" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14102): Process ended prematurely: osmo-stp_10.42.42.5(pid=14102) [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14102)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14102): Process ended prematurely: osmo-stp_10.42.42.5(pid=14102) [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:26:33.873533 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:26:33.884119 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:26:34.004241 tst handover.py: using LAC 33630\u000a11:26:34.133304 tst handover.py: using RAC 225\u000a11:26:34.262684 tst handover.py: using CellId 33630\u000a11:26:34.390751 tst handover.py: using BVCI 33631\u000a11:26:34.415719 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:26:34.559474 tst handover.py: using LAC 33631\u000a11:26:34.688157 tst handover.py: using RAC 226\u000a11:26:34.817418 tst handover.py: using CellId 33631\u000a11:26:34.945814 tst handover.py: using BVCI 33632\u000a11:26:34.970619 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:26:34.981843 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:26:34.992766 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:26:35.003872 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:26:35.015257 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:26:35.026586 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:26:35.143769 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:26:35.357263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:35.842238 run create_hlr_db(pid=14096): Launched\u000a11:26:35.975096 bus /sierra_2: Setting Powered False\u000a11:26:37.052085 run create_hlr_db(pid=14096): Terminated: ok {rc=0}\u000a11:26:37.435529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14098): Launched\u000a11:26:37.741803 run osmo-hlr_10.42.42.2(pid=14099): Launched\u000a11:26:37.856008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:38.356056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14101): Launched\u000a11:26:38.659196 run osmo-stp_10.42.42.5(pid=14102): Launched\u000a11:26:38.769893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:39.299027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14104): Launched\u000a11:26:39.603083 run osmo-msc_10.42.42.6(pid=14105): Launched\u000a11:26:39.781944 run osmo-stp_10.42.42.5(pid=14102): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14102)]\u000a11:26:39.911353 run osmo-stp_10.42.42.5(pid=14102): stdout: \u000a| (launched: 2022-12-13_11:26:38.510169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:40.037811 run osmo-stp_10.42.42.5(pid=14102): stderr: \u000a| �[0;m�[38;5;43m20221213112638682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112638682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112638683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112638683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112638683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112638683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112638684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:40.159424 run osmo-stp_10.42.42.5(pid=14102): stdout: \u000a| (launched: 2022-12-13_11:26:38.510169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:40.280248 run osmo-stp_10.42.42.5(pid=14102): stderr: \u000a| �[0;m�[38;5;43m20221213112638682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112638682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112638683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112638683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112638683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112638683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112638684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:40.333320 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14102): Process ended prematurely: osmo-stp_10.42.42.5(pid=14102) [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14102)] [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a11:26:40.341190 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:26:40.401268 run osmo-hlr_10.42.42.2(pid=14099): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14099)]\u000a11:26:40.450274 run osmo-hlr_10.42.42.2(pid=14099): stdout: \u000a| (launched: 2022-12-13_11:26:37.591159) \u000a11:26:40.499793 run osmo-hlr_10.42.42.2(pid=14099): stderr: \u000a| �[0;m�[1;31m20221213112637766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112637766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112637766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112637766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112637766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112637766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112637779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112637788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112637788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112637789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:40.567334 run osmo-msc_10.42.42.6(pid=14105): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14105)]\u000a11:26:40.616313 run osmo-msc_10.42.42.6(pid=14105): stdout: \u000a| (launched: 2022-12-13_11:26:39.453945) \u000a11:26:40.665843 run osmo-msc_10.42.42.6(pid=14105): stderr: \u000a| �[0;m�[38;5;43m20221213112639725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112639726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf47d36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112639726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112639726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112639726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112639726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112639728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112639728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112639728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112639728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:40.707461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14098): Terminating (SIGTERM)\u000a11:26:40.747055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14101): Terminating (SIGTERM)\u000a11:26:40.786641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14104): Terminating (SIGTERM)\u000a11:26:40.795768 --- ParallelTerminationStrategy: PID 14098 died...\u000a11:26:40.848775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14098): Terminated: ok {rc=0}\u000a11:26:40.858309 --- ParallelTerminationStrategy: PID 14101 died...\u000a11:26:40.911260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14101): Terminated: ok {rc=0}\u000a11:26:40.920743 --- ParallelTerminationStrategy: PID 14104 died...\u000a11:26:40.973462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14104): Terminated: ok {rc=0}\u000a11:26:41.061368 bus /sierra_3: Setting Powered False\u000a11:26:42.163749 bus /sierra_3: Setting Powered False\u000a11:26:43.273004 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:26:33" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14116): Process ended prematurely: osmo-stp_10.42.42.5(pid=14116) [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14116)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14116): Process ended prematurely: osmo-stp_10.42.42.5(pid=14116) [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:26:45.263746 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:26:45.275524 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:26:45.404270 tst handover.py: using LAC 33632\u000a11:26:45.536200 tst handover.py: using RAC 227\u000a11:26:45.664001 tst handover.py: using CellId 33632\u000a11:26:45.791356 tst handover.py: using BVCI 33633\u000a11:26:45.816174 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:26:45.978164 tst handover.py: using LAC 33633\u000a11:26:46.136320 tst handover.py: using RAC 228\u000a11:26:46.302164 tst handover.py: using CellId 33633\u000a11:26:46.436376 tst handover.py: using BVCI 33634\u000a11:26:46.462236 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:26:46.474068 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:26:46.485875 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:26:46.497680 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:26:46.509672 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:26:46.521476 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:26:46.647175 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:26:46.911403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:47.446136 run create_hlr_db(pid=14110): Launched\u000a11:26:47.579408 bus /sierra_2: Setting Powered False\u000a11:26:48.656238 run create_hlr_db(pid=14110): Terminated: ok {rc=0}\u000a11:26:49.040307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14112): Launched\u000a11:26:49.346147 run osmo-hlr_10.42.42.2(pid=14113): Launched\u000a11:26:49.458987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:49.961667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14115): Launched\u000a11:26:50.266819 run osmo-stp_10.42.42.5(pid=14116): Launched\u000a11:26:50.378537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:50.909353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14118): Launched\u000a11:26:51.215149 run osmo-msc_10.42.42.6(pid=14119): Launched\u000a11:26:51.394678 run osmo-stp_10.42.42.5(pid=14116): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14116)]\u000a11:26:51.523419 run osmo-stp_10.42.42.5(pid=14116): stdout: \u000a| (launched: 2022-12-13_11:26:50.117176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:51.650372 run osmo-stp_10.42.42.5(pid=14116): stderr: \u000a| �[0;m�[38;5;43m20221213112650289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112650289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112650289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112650290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112650290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112650290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112650290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:51.773056 run osmo-stp_10.42.42.5(pid=14116): stdout: \u000a| (launched: 2022-12-13_11:26:50.117176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:51.894565 run osmo-stp_10.42.42.5(pid=14116): stderr: \u000a| �[0;m�[38;5;43m20221213112650289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112650289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112650289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112650290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112650290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112650290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112650290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:51.947695 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14116): Process ended prematurely: osmo-stp_10.42.42.5(pid=14116) [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14116)] [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a11:26:51.955618 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:26:52.014421 run osmo-hlr_10.42.42.2(pid=14113): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14113)]\u000a11:26:52.063029 run osmo-hlr_10.42.42.2(pid=14113): stdout: \u000a| (launched: 2022-12-13_11:26:49.195436) \u000a11:26:52.112320 run osmo-hlr_10.42.42.2(pid=14113): stderr: \u000a| �[0;m�[1;31m20221213112649371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112649371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112649371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112649371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112649371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112649371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112649384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112649393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112649393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112649393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:52.179120 run osmo-msc_10.42.42.6(pid=14119): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14119)]\u000a11:26:52.227550 run osmo-msc_10.42.42.6(pid=14119): stdout: \u000a| (launched: 2022-12-13_11:26:51.065221) \u000a11:26:52.276561 run osmo-msc_10.42.42.6(pid=14119): stderr: \u000a| �[0;m�[38;5;43m20221213112651336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112651336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10291f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112651337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112651337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112651337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112651337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112651339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112651339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112651339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112651339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:52.318228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14112): Terminating (SIGTERM)\u000a11:26:52.357625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14115): Terminating (SIGTERM)\u000a11:26:52.397020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14118): Terminating (SIGTERM)\u000a11:26:52.406135 --- ParallelTerminationStrategy: PID 14112 died...\u000a11:26:52.458568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14112): Terminated: ok {rc=0}\u000a11:26:52.467912 --- ParallelTerminationStrategy: PID 14115 died...\u000a11:26:52.520300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14115): Terminated: ok {rc=0}\u000a11:26:52.529788 --- ParallelTerminationStrategy: PID 14118 died...\u000a11:26:52.582683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14118): Terminated: ok {rc=0}\u000a11:26:52.670585 bus /sierra_3: Setting Powered False\u000a11:26:53.773362 bus /sierra_3: Setting Powered False\u000a11:26:54.885033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:26:44" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14130): Process ended prematurely: osmo-stp_10.42.42.5(pid=14130) [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14130)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14130): Process ended prematurely: osmo-stp_10.42.42.5(pid=14130) [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:26:56.900896 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:26:56.912275 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:26:57.059682 tst handover.py: using LAC 33634\u000a11:26:57.184811 tst handover.py: using RAC 229\u000a11:26:57.311623 tst handover.py: using CellId 33634\u000a11:26:57.437528 tst handover.py: using BVCI 33635\u000a11:26:57.462322 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:26:57.600792 tst handover.py: using LAC 33635\u000a11:26:57.727098 tst handover.py: using RAC 230\u000a11:26:57.852846 tst handover.py: using CellId 33635\u000a11:26:57.978972 tst handover.py: using BVCI 33636\u000a11:26:58.003842 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:26:58.015656 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:26:58.026909 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:26:58.038298 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:26:58.049872 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:26:58.061444 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:26:58.179658 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:26:58.380573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:58.843216 run create_hlr_db(pid=14124): Launched\u000a11:26:58.975959 bus /sierra_2: Setting Powered False\u000a11:27:00.052271 run create_hlr_db(pid=14124): Terminated: ok {rc=0}\u000a11:27:00.435469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14126): Launched\u000a11:27:00.741647 run osmo-hlr_10.42.42.2(pid=14127): Launched\u000a11:27:00.866088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:01.531459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14129): Launched\u000a11:27:01.967304 run osmo-stp_10.42.42.5(pid=14130): Launched\u000a11:27:02.190719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:02.761072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14132): Launched\u000a11:27:03.089538 run osmo-msc_10.42.42.6(pid=14133): Launched\u000a11:27:03.346627 run osmo-stp_10.42.42.5(pid=14130): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14130)]\u000a11:27:03.485692 run osmo-stp_10.42.42.5(pid=14130): stdout: \u000a| (launched: 2022-12-13_11:27:01.703637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:03.622480 run osmo-stp_10.42.42.5(pid=14130): stderr: \u000a| �[0;m�[38;5;43m20221213112701997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112701997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112701997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112701997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112701998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112701998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112701998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:03.754102 run osmo-stp_10.42.42.5(pid=14130): stdout: \u000a| (launched: 2022-12-13_11:27:01.703637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:03.884487 run osmo-stp_10.42.42.5(pid=14130): stderr: \u000a| �[0;m�[38;5;43m20221213112701997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112701997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112701997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112701997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112701998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112701998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112701998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:03.941626 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14130): Process ended prematurely: osmo-stp_10.42.42.5(pid=14130) [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14130)] [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:27:03.950341 tst handover.py:18: Test FAILED (7.0 sec)\u000a11:27:04.013325 run osmo-hlr_10.42.42.2(pid=14127): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14127)]\u000a11:27:04.064805 run osmo-hlr_10.42.42.2(pid=14127): stdout: \u000a| (launched: 2022-12-13_11:27:00.590490) \u000a11:27:04.117351 run osmo-hlr_10.42.42.2(pid=14127): stderr: \u000a| �[0;m�[1;31m20221213112700765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112700765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112700765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112700765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112700766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112700766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112700779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112700787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112700788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112700788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:04.188399 run osmo-msc_10.42.42.6(pid=14133): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14133)]\u000a11:27:04.240028 run osmo-msc_10.42.42.6(pid=14133): stdout: \u000a| (launched: 2022-12-13_11:27:02.927602) \u000a11:27:04.292779 run osmo-msc_10.42.42.6(pid=14133): stderr: \u000a| �[0;m�[38;5;43m20221213112703250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112703250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe29ae4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112703250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112703250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112703250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112703250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112703252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112703253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112703253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112703253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:04.337626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14126): Terminating (SIGTERM)\u000a11:27:04.380283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14129): Terminating (SIGTERM)\u000a11:27:04.422958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14132): Terminating (SIGTERM)\u000a11:27:04.432716 --- ParallelTerminationStrategy: PID 14126 died...\u000a11:27:04.489474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14126): Terminated: ok {rc=0}\u000a11:27:04.499767 --- ParallelTerminationStrategy: PID 14129 died...\u000a11:27:04.556196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14129): Terminated: ok {rc=0}\u000a11:27:04.566289 --- ParallelTerminationStrategy: PID 14132 died...\u000a11:27:04.623221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14132): Terminated: ok {rc=0}\u000a11:27:04.710347 bus /sierra_3: Setting Powered False\u000a11:27:05.817634 bus /sierra_3: Setting Powered False\u000a11:27:06.930214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:26:56" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14144): Process ended prematurely: osmo-stp_10.42.42.5(pid=14144) [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14144): Process ended prematurely: osmo-stp_10.42.42.5(pid=14144) [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:27:08.955400 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:08.966769 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:27:09.106397 tst handover.py: using LAC 33636\u000a11:27:09.224382 tst handover.py: using RAC 231\u000a11:27:09.348451 tst handover.py: using CellId 33636\u000a11:27:09.466100 tst handover.py: using BVCI 33637\u000a11:27:09.489271 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:27:09.628071 tst handover.py: using LAC 33637\u000a11:27:09.747764 tst handover.py: using RAC 232\u000a11:27:09.867578 tst handover.py: using CellId 33637\u000a11:27:09.993757 tst handover.py: using BVCI 33638\u000a11:27:10.018480 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:10.030246 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:10.041715 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:10.053134 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:10.064771 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:10.076674 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:27:10.194478 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:27:10.397218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:10.858486 run create_hlr_db(pid=14138): Launched\u000a11:27:10.982545 bus /sierra_2: Setting Powered False\u000a11:27:12.067268 run create_hlr_db(pid=14138): Terminated: ok {rc=0}\u000a11:27:12.472478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14140): Launched\u000a11:27:12.798671 run osmo-hlr_10.42.42.2(pid=14141): Launched\u000a11:27:12.920164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:13.457993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14143): Launched\u000a11:27:13.783801 run osmo-stp_10.42.42.5(pid=14144): Launched\u000a11:27:13.902281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:14.471808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14146): Launched\u000a11:27:14.799813 run osmo-msc_10.42.42.6(pid=14147): Launched\u000a11:27:14.991580 run osmo-stp_10.42.42.5(pid=14144): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)]\u000a11:27:15.130012 run osmo-stp_10.42.42.5(pid=14144): stdout: \u000a| (launched: 2022-12-13_11:27:13.623756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:15.267909 run osmo-stp_10.42.42.5(pid=14144): stderr: \u000a| �[0;m�[38;5;43m20221213112713818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112713819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112713819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112713819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112713820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112713820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112713820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:15.400499 run osmo-stp_10.42.42.5(pid=14144): stdout: \u000a| (launched: 2022-12-13_11:27:13.623756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:15.531357 run osmo-stp_10.42.42.5(pid=14144): stderr: \u000a| �[0;m�[38;5;43m20221213112713818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112713819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112713819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112713819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112713820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112713820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112713820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:15.588392 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14144): Process ended prematurely: osmo-stp_10.42.42.5(pid=14144) [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)] [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:27:15.597229 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:27:15.660517 run osmo-hlr_10.42.42.2(pid=14141): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14141)]\u000a11:27:15.712137 run osmo-hlr_10.42.42.2(pid=14141): stdout: \u000a| (launched: 2022-12-13_11:27:12.638164) \u000a11:27:15.764299 run osmo-hlr_10.42.42.2(pid=14141): stderr: \u000a| �[0;m�[1;31m20221213112712837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112712837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112712837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112712837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112712837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112712837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112712850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112712858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112712858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112712859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:15.835470 run osmo-msc_10.42.42.6(pid=14147): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14147)]\u000a11:27:15.893960 run osmo-msc_10.42.42.6(pid=14147): stdout: \u000a| (launched: 2022-12-13_11:27:14.638080) \u000a11:27:15.955045 run osmo-msc_10.42.42.6(pid=14147): stderr: \u000a| �[0;m�[38;5;43m20221213112714963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112714963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8e2d3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112714964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112714964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112714964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112714964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112714966 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112714966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112714966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112714966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:16.000641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14140): Terminating (SIGTERM)\u000a11:27:16.043725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14143): Terminating (SIGTERM)\u000a11:27:16.086738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14146): Terminating (SIGTERM)\u000a11:27:16.096622 --- ParallelTerminationStrategy: PID 14140 died...\u000a11:27:16.154410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14140): Terminated: ok {rc=0}\u000a11:27:16.165168 --- ParallelTerminationStrategy: PID 14143 died...\u000a11:27:16.222932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14143): Terminated: ok {rc=0}\u000a11:27:16.233631 --- ParallelTerminationStrategy: PID 14146 died...\u000a11:27:16.291187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14146): Terminated: ok {rc=0}\u000a11:27:16.381774 bus /sierra_3: Setting Powered False\u000a11:27:17.486354 bus /sierra_3: Setting Powered False\u000a11:27:18.595899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:27:08" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14158): Process ended prematurely: osmo-stp_10.42.42.5(pid=14158) [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14158)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14158): Process ended prematurely: osmo-stp_10.42.42.5(pid=14158) [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:27:20.609757 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:27:20.621144 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:27:20.759319 tst handover.py: using LAC 33638\u000a11:27:20.882253 tst handover.py: using RAC 233\u000a11:27:21.003498 tst handover.py: using CellId 33638\u000a11:27:21.125870 tst handover.py: using BVCI 33639\u000a11:27:21.149091 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:27:21.272441 tst handover.py: using LAC 33639\u000a11:27:21.393798 tst handover.py: using RAC 234\u000a11:27:21.512858 tst handover.py: using CellId 33639\u000a11:27:21.632277 tst handover.py: using BVCI 33640\u000a11:27:21.655352 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:27:21.666045 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:27:21.676488 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:27:21.686924 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:27:21.697436 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:27:21.708311 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:27:21.830355 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:27:22.033806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:22.494547 run create_hlr_db(pid=14152): Launched\u000a11:27:22.618141 bus /sierra_2: Setting Powered False\u000a11:27:23.690347 run create_hlr_db(pid=14152): Terminated: ok {rc=0}\u000a11:27:24.095717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14154): Launched\u000a11:27:24.424813 run osmo-hlr_10.42.42.2(pid=14155): Launched\u000a11:27:24.545710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:25.084146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14157): Launched\u000a11:27:25.412838 run osmo-stp_10.42.42.5(pid=14158): Launched\u000a11:27:25.531891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:26.100361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14160): Launched\u000a11:27:26.427445 run osmo-msc_10.42.42.6(pid=14161): Launched\u000a11:27:26.619502 run osmo-stp_10.42.42.5(pid=14158): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14158)]\u000a11:27:26.758844 run osmo-stp_10.42.42.5(pid=14158): stdout: \u000a| (launched: 2022-12-13_11:27:25.250437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:26.896883 run osmo-stp_10.42.42.5(pid=14158): stderr: \u000a| �[0;m�[38;5;43m20221213112725443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112725443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112725443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112725444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112725444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112725444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112725444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:27.028692 run osmo-stp_10.42.42.5(pid=14158): stdout: \u000a| (launched: 2022-12-13_11:27:25.250437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:27.159333 run osmo-stp_10.42.42.5(pid=14158): stderr: \u000a| �[0;m�[38;5;43m20221213112725443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112725443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112725443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112725444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112725444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112725444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112725444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:27.216286 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14158): Process ended prematurely: osmo-stp_10.42.42.5(pid=14158) [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14158)] [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a11:27:27.225169 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:27:27.289046 run osmo-hlr_10.42.42.2(pid=14155): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14155)]\u000a11:27:27.341400 run osmo-hlr_10.42.42.2(pid=14155): stdout: \u000a| (launched: 2022-12-13_11:27:24.262023) \u000a11:27:27.394019 run osmo-hlr_10.42.42.2(pid=14155): stderr: \u000a| �[0;m�[1;31m20221213112724459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112724459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112724459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112724459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112724459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112724459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112724472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112724481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112724481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112724481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:27.465211 run osmo-msc_10.42.42.6(pid=14161): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14161)]\u000a11:27:27.517066 run osmo-msc_10.42.42.6(pid=14161): stdout: \u000a| (launched: 2022-12-13_11:27:26.266846) \u000a11:27:27.569623 run osmo-msc_10.42.42.6(pid=14161): stderr: \u000a| �[0;m�[38;5;43m20221213112726590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112726590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efce2a97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112726590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112726590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112726590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112726590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112726594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112726594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112726594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112726595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:27.614636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14154): Terminating (SIGTERM)\u000a11:27:27.657427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14157): Terminating (SIGTERM)\u000a11:27:27.700149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14160): Terminating (SIGTERM)\u000a11:27:27.709966 --- ParallelTerminationStrategy: PID 14154 died...\u000a11:27:27.766912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14154): Terminated: ok {rc=0}\u000a11:27:27.777199 --- ParallelTerminationStrategy: PID 14157 died...\u000a11:27:27.833897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14157): Terminated: ok {rc=0}\u000a11:27:27.844057 --- ParallelTerminationStrategy: PID 14160 died...\u000a11:27:27.900652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14160): Terminated: ok {rc=0}\u000a11:27:27.988752 bus /sierra_3: Setting Powered False\u000a11:27:29.091951 bus /sierra_3: Setting Powered False\u000a11:27:30.203583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:27:20" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:27:32.258300 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:27:32.270147 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:27:32.410397 tst handover.py: using LAC 33640\u000a11:27:32.529403 tst handover.py: using RAC 235\u000a11:27:32.656092 tst handover.py: using CellId 33640\u000a11:27:32.785461 tst handover.py: using BVCI 33641\u000a11:27:32.810589 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:27:32.955101 tst handover.py: using LAC 33641\u000a11:27:33.082574 tst handover.py: using RAC 236\u000a11:27:33.210272 tst handover.py: using CellId 33641\u000a11:27:33.340327 tst handover.py: using BVCI 33642\u000a11:27:33.365554 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:27:33.376882 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:27:33.388151 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:27:33.399514 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:27:33.411208 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:27:33.422873 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:27:33.540532 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:27:33.753544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:34.238474 run create_hlr_db(pid=14166): Launched\u000a11:27:34.371901 bus /sierra_2: Setting Powered False\u000a11:27:35.448783 run create_hlr_db(pid=14166): Terminated: ok {rc=0}\u000a11:27:35.855579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Launched\u000a11:27:36.182082 run osmo-hlr_10.42.42.2(pid=14169): Launched\u000a11:27:36.302824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:36.841104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Launched\u000a11:27:37.167934 run osmo-stp_10.42.42.5(pid=14172): Launched\u000a11:27:37.287571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:37.858345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14174): Launched\u000a11:27:38.167702 run osmo-msc_10.42.42.6(pid=14175): Launched\u000a11:27:38.347769 run osmo-stp_10.42.42.5(pid=14172): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]\u000a11:27:38.477101 run osmo-stp_10.42.42.5(pid=14172): stdout: \u000a| (launched: 2022-12-13_11:27:37.007263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:38.604673 run osmo-stp_10.42.42.5(pid=14172): stderr: \u000a| �[0;m�[38;5;43m20221213112737199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112737199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112737199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112737200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112737202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112737202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112737202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:38.727686 run osmo-stp_10.42.42.5(pid=14172): stdout: \u000a| (launched: 2022-12-13_11:27:37.007263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:38.850002 run osmo-stp_10.42.42.5(pid=14172): stderr: \u000a| �[0;m�[38;5;43m20221213112737199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112737199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112737199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112737200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112737202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112737202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112737202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:38.902977 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)] [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a11:27:38.910942 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:27:38.970334 run osmo-hlr_10.42.42.2(pid=14169): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14169)]\u000a11:27:39.018628 run osmo-hlr_10.42.42.2(pid=14169): stdout: \u000a| (launched: 2022-12-13_11:27:36.021913) \u000a11:27:39.067673 run osmo-hlr_10.42.42.2(pid=14169): stderr: \u000a| �[0;m�[1;31m20221213112736222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112736222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112736222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112736222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112736222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112736222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112736234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112736242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112736242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112736242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:39.134797 run osmo-msc_10.42.42.6(pid=14175): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14175)]\u000a11:27:39.183389 run osmo-msc_10.42.42.6(pid=14175): stdout: \u000a| (launched: 2022-12-13_11:27:38.014415) \u000a11:27:39.232756 run osmo-msc_10.42.42.6(pid=14175): stderr: \u000a| �[0;m�[38;5;43m20221213112738288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112738288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8eed3c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112738288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112738288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112738288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112738288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112738290 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112738291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112738291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112738291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:39.274379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Terminating (SIGTERM)\u000a11:27:39.313840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Terminating (SIGTERM)\u000a11:27:39.353398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14174): Terminating (SIGTERM)\u000a11:27:39.362522 --- ParallelTerminationStrategy: PID 14168 died...\u000a11:27:39.416033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Terminated: ok {rc=0}\u000a11:27:39.425613 --- ParallelTerminationStrategy: PID 14171 died...\u000a11:27:39.478206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Terminated: ok {rc=0}\u000a11:27:39.487661 --- ParallelTerminationStrategy: PID 14174 died...\u000a11:27:39.540615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14174): Terminated: ok {rc=0}\u000a11:27:39.629901 bus /sierra_3: Setting Powered False\u000a11:27:40.733943 bus /sierra_3: Setting Powered False\u000a11:27:41.845808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:27:31" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14186): Process ended prematurely: osmo-stp_10.42.42.5(pid=14186) [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14186)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14186): Process ended prematurely: osmo-stp_10.42.42.5(pid=14186) [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:27:43.862044 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:27:43.872719 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:27:44.016887 tst handover.py: using LAC 33642\u000a11:27:44.146827 tst handover.py: using RAC 237\u000a11:27:44.272281 tst handover.py: using CellId 33642\u000a11:27:44.399825 tst handover.py: using BVCI 33643\u000a11:27:44.424654 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:27:44.565882 tst handover.py: using LAC 33643\u000a11:27:44.686793 tst handover.py: using RAC 238\u000a11:27:44.807123 tst handover.py: using CellId 33643\u000a11:27:44.927499 tst handover.py: using BVCI 33644\u000a11:27:44.950887 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:27:44.961631 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:27:44.972137 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:27:44.982717 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:27:44.993643 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:27:45.004568 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:27:45.124673 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:27:45.326585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:45.788133 run create_hlr_db(pid=14180): Launched\u000a11:27:45.931602 bus /sierra_2: Setting Powered False\u000a11:27:46.996859 run create_hlr_db(pid=14180): Terminated: ok {rc=0}\u000a11:27:47.391638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14182): Launched\u000a11:27:47.718119 run osmo-hlr_10.42.42.2(pid=14183): Launched\u000a11:27:47.838626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:48.377239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14185): Launched\u000a11:27:48.705451 run osmo-stp_10.42.42.5(pid=14186): Launched\u000a11:27:48.824676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:49.393474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14188): Launched\u000a11:27:49.720916 run osmo-msc_10.42.42.6(pid=14189): Launched\u000a11:27:49.912899 run osmo-stp_10.42.42.5(pid=14186): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14186)]\u000a11:27:50.051377 run osmo-stp_10.42.42.5(pid=14186): stdout: \u000a| (launched: 2022-12-13_11:27:48.543501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:50.189608 run osmo-stp_10.42.42.5(pid=14186): stderr: \u000a| �[0;m�[38;5;43m20221213112748737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112748738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112748738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112748738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112748739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112748739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112748739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:50.321756 run osmo-stp_10.42.42.5(pid=14186): stdout: \u000a| (launched: 2022-12-13_11:27:48.543501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:50.452484 run osmo-stp_10.42.42.5(pid=14186): stderr: \u000a| �[0;m�[38;5;43m20221213112748737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112748738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112748738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112748738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112748739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112748739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112748739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:50.509693 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14186): Process ended prematurely: osmo-stp_10.42.42.5(pid=14186) [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14186)] [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a11:27:50.518501 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:27:50.582305 run osmo-hlr_10.42.42.2(pid=14183): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14183)]\u000a11:27:50.634269 run osmo-hlr_10.42.42.2(pid=14183): stdout: \u000a| (launched: 2022-12-13_11:27:47.558408) \u000a11:27:50.686739 run osmo-hlr_10.42.42.2(pid=14183): stderr: \u000a| �[0;m�[1;31m20221213112747756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112747756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112747756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112747756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112747756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112747756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112747768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112747776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112747777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112747777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:50.757784 run osmo-msc_10.42.42.6(pid=14189): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14189)]\u000a11:27:50.809658 run osmo-msc_10.42.42.6(pid=14189): stdout: \u000a| (launched: 2022-12-13_11:27:49.560186) \u000a11:27:50.861775 run osmo-msc_10.42.42.6(pid=14189): stderr: \u000a| �[0;m�[38;5;43m20221213112749883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112749883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f553d9a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112749883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112749883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112749883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112749884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112749885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112749886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112749886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112749886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:50.906273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14182): Terminating (SIGTERM)\u000a11:27:50.948154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14185): Terminating (SIGTERM)\u000a11:27:50.990469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14188): Terminating (SIGTERM)\u000a11:27:51.000190 --- ParallelTerminationStrategy: PID 14182 died...\u000a11:27:51.056796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14182): Terminated: ok {rc=0}\u000a11:27:51.067000 --- ParallelTerminationStrategy: PID 14185 died...\u000a11:27:51.123237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14185): Terminated: ok {rc=0}\u000a11:27:51.133418 --- ParallelTerminationStrategy: PID 14188 died...\u000a11:27:51.189654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14188): Terminated: ok {rc=0}\u000a11:27:51.276492 bus /sierra_3: Setting Powered False\u000a11:27:52.382530 bus /sierra_3: Setting Powered False\u000a11:27:53.493968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:27:43" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14200): Process ended prematurely: osmo-stp_10.42.42.5(pid=14200) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14200): Process ended prematurely: osmo-stp_10.42.42.5(pid=14200) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:27:55.508225 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:55.519557 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:27:55.658884 tst handover.py: using LAC 33644\u000a11:27:55.785919 tst handover.py: using RAC 239\u000a11:27:55.912933 tst handover.py: using CellId 33644\u000a11:27:56.040055 tst handover.py: using BVCI 33645\u000a11:27:56.064893 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:27:56.204635 tst handover.py: using LAC 33645\u000a11:27:56.326054 tst handover.py: using RAC 240\u000a11:27:56.445481 tst handover.py: using CellId 33645\u000a11:27:56.566398 tst handover.py: using BVCI 33646\u000a11:27:56.589574 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:56.601008 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:56.611930 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:56.622816 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:56.634261 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:27:56.645840 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:27:56.767366 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:27:56.980463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:57.468201 run create_hlr_db(pid=14194): Launched\u000a11:27:57.602186 bus /sierra_2: Setting Powered False\u000a11:27:58.678324 run create_hlr_db(pid=14194): Terminated: ok {rc=0}\u000a11:27:59.078849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14196): Launched\u000a11:27:59.385206 run osmo-hlr_10.42.42.2(pid=14197): Launched\u000a11:27:59.505676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:00.016898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14199): Launched\u000a11:28:00.322149 run osmo-stp_10.42.42.5(pid=14200): Launched\u000a11:28:00.433103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:01.002107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14202): Launched\u000a11:28:01.411258 run osmo-msc_10.42.42.6(pid=14203): Launched\u000a11:28:01.703851 run osmo-stp_10.42.42.5(pid=14200): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)]\u000a11:28:02.043007 run osmo-stp_10.42.42.5(pid=14200): stdout: \u000a| (launched: 2022-12-13_11:28:00.171148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:02.173285 run osmo-stp_10.42.42.5(pid=14200): stderr: \u000a| �[0;m�[38;5;43m20221213112800341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112800341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112800342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112800342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112800342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112800342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112800343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:02.298192 run osmo-stp_10.42.42.5(pid=14200): stdout: \u000a| (launched: 2022-12-13_11:28:00.171148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:02.420868 run osmo-stp_10.42.42.5(pid=14200): stderr: \u000a| �[0;m�[38;5;43m20221213112800341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112800341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112800342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112800342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112800342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112800342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112800343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:02.473928 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14200): Process ended prematurely: osmo-stp_10.42.42.5(pid=14200) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)] [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:28:02.481880 tst handover.py:18: Test FAILED (7.0 sec)\u000a11:28:02.541881 run osmo-hlr_10.42.42.2(pid=14197): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14197)]\u000a11:28:02.591010 run osmo-hlr_10.42.42.2(pid=14197): stdout: \u000a| (launched: 2022-12-13_11:27:59.234443) \u000a11:28:02.641084 run osmo-hlr_10.42.42.2(pid=14197): stderr: \u000a| �[0;m�[1;31m20221213112759410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112759423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112759432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112759432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112759432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:02.709019 run osmo-msc_10.42.42.6(pid=14203): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14203)]\u000a11:28:02.758279 run osmo-msc_10.42.42.6(pid=14203): stdout: \u000a| (launched: 2022-12-13_11:28:01.159712) \u000a11:28:02.808063 run osmo-msc_10.42.42.6(pid=14203): stderr: \u000a| �[0;m�[38;5;43m20221213112801764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112801764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac0cfc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112801764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112801764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112801764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112801764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112801766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112801766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112801767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112801767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:02.850380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14196): Terminating (SIGTERM)\u000a11:28:02.890313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14199): Terminating (SIGTERM)\u000a11:28:02.930243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14202): Terminating (SIGTERM)\u000a11:28:02.939551 --- ParallelTerminationStrategy: PID 14196 died...\u000a11:28:02.993403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14196): Terminated: ok {rc=0}\u000a11:28:03.003096 --- ParallelTerminationStrategy: PID 14199 died...\u000a11:28:03.056757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14199): Terminated: ok {rc=0}\u000a11:28:03.066466 --- ParallelTerminationStrategy: PID 14202 died...\u000a11:28:03.119880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14202): Terminated: ok {rc=0}\u000a11:28:03.208943 bus /sierra_3: Setting Powered False\u000a11:28:04.312694 bus /sierra_3: Setting Powered False\u000a11:28:05.423512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:27:55" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14214): Process ended prematurely: osmo-stp_10.42.42.5(pid=14214) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14214)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14214): Process ended prematurely: osmo-stp_10.42.42.5(pid=14214) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:28:07.409857 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:07.420634 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:28:07.552046 tst handover.py: using LAC 33646\u000a11:28:07.672730 tst handover.py: using RAC 241\u000a11:28:07.791678 tst handover.py: using CellId 33646\u000a11:28:07.909772 tst handover.py: using BVCI 33647\u000a11:28:07.932847 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:28:08.060116 tst handover.py: using LAC 33647\u000a11:28:08.177349 tst handover.py: using RAC 242\u000a11:28:08.299085 tst handover.py: using CellId 33647\u000a11:28:08.417274 tst handover.py: using BVCI 33648\u000a11:28:08.440515 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:08.451399 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:08.462133 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:08.472906 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:08.483596 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:08.494247 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:28:08.615449 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:28:08.816870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:09.278744 run create_hlr_db(pid=14208): Launched\u000a11:28:09.402423 bus /sierra_2: Setting Powered False\u000a11:28:10.475554 run create_hlr_db(pid=14208): Terminated: ok {rc=0}\u000a11:28:10.879832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14210): Launched\u000a11:28:11.207129 run osmo-hlr_10.42.42.2(pid=14211): Launched\u000a11:28:11.329466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:11.869460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14213): Launched\u000a11:28:12.195706 run osmo-stp_10.42.42.5(pid=14214): Launched\u000a11:28:12.314687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:12.883962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14216): Launched\u000a11:28:13.211227 run osmo-msc_10.42.42.6(pid=14217): Launched\u000a11:28:13.403475 run osmo-stp_10.42.42.5(pid=14214): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14214)]\u000a11:28:13.542060 run osmo-stp_10.42.42.5(pid=14214): stdout: \u000a| (launched: 2022-12-13_11:28:12.035811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:13.679804 run osmo-stp_10.42.42.5(pid=14214): stderr: \u000a| �[0;m�[38;5;43m20221213112812230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112812230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112812230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112812231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112812231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112812231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112812231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:13.811178 run osmo-stp_10.42.42.5(pid=14214): stdout: \u000a| (launched: 2022-12-13_11:28:12.035811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:13.940913 run osmo-stp_10.42.42.5(pid=14214): stderr: \u000a| �[0;m�[38;5;43m20221213112812230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112812230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112812230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112812231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112812231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112812231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112812231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:13.998021 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14214): Process ended prematurely: osmo-stp_10.42.42.5(pid=14214) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14214)] [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a11:28:14.006568 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:28:14.070139 run osmo-hlr_10.42.42.2(pid=14211): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14211)]\u000a11:28:14.122105 run osmo-hlr_10.42.42.2(pid=14211): stdout: \u000a| (launched: 2022-12-13_11:28:11.045669) \u000a11:28:14.174502 run osmo-hlr_10.42.42.2(pid=14211): stderr: \u000a| �[0;m�[1;31m20221213112811244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112811244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112811244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112811244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112811245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112811245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112811261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112811271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112811271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112811271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:14.245896 run osmo-msc_10.42.42.6(pid=14217): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14217)]\u000a11:28:14.297620 run osmo-msc_10.42.42.6(pid=14217): stdout: \u000a| (launched: 2022-12-13_11:28:13.049894) \u000a11:28:14.350394 run osmo-msc_10.42.42.6(pid=14217): stderr: \u000a| �[0;m�[38;5;43m20221213112813371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112813371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4f5a37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112813371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112813371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112813371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112813371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112813373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112813374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112813374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112813374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:14.395068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14210): Terminating (SIGTERM)\u000a11:28:14.436933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14213): Terminating (SIGTERM)\u000a11:28:14.478991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14216): Terminating (SIGTERM)\u000a11:28:14.488660 --- ParallelTerminationStrategy: PID 14210 died...\u000a11:28:14.545231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14210): Terminated: ok {rc=0}\u000a11:28:14.555306 --- ParallelTerminationStrategy: PID 14213 died...\u000a11:28:14.611804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14213): Terminated: ok {rc=0}\u000a11:28:14.621872 --- ParallelTerminationStrategy: PID 14216 died...\u000a11:28:14.678043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14216): Terminated: ok {rc=0}\u000a11:28:14.765862 bus /sierra_3: Setting Powered False\u000a11:28:15.882692 bus /sierra_3: Setting Powered False\u000a11:28:17.019083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14228): Process ended prematurely: osmo-stp_10.42.42.5(pid=14228) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14228)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14228): Process ended prematurely: osmo-stp_10.42.42.5(pid=14228) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:28:19.020646 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:19.031562 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:28:19.163971 tst handover.py: using LAC 33648\u000a11:28:19.285187 tst handover.py: using RAC 243\u000a11:28:19.414087 tst handover.py: using CellId 33648\u000a11:28:19.531951 tst handover.py: using BVCI 33649\u000a11:28:19.555102 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:28:19.687725 tst handover.py: using LAC 33649\u000a11:28:19.807586 tst handover.py: using RAC 244\u000a11:28:19.927971 tst handover.py: using CellId 33649\u000a11:28:20.045374 tst handover.py: using BVCI 33650\u000a11:28:20.068274 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:20.079237 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:20.090052 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:20.100804 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:20.111585 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:20.122299 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:28:20.243018 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:28:20.446143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:20.909056 run create_hlr_db(pid=14222): Launched\u000a11:28:21.032330 bus /sierra_2: Setting Powered False\u000a11:28:22.105963 run create_hlr_db(pid=14222): Terminated: ok {rc=0}\u000a11:28:22.511997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14224): Launched\u000a11:28:22.838892 run osmo-hlr_10.42.42.2(pid=14225): Launched\u000a11:28:22.959755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:23.499455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14227): Launched\u000a11:28:23.828043 run osmo-stp_10.42.42.5(pid=14228): Launched\u000a11:28:23.947361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:24.515923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14230): Launched\u000a11:28:24.843289 run osmo-msc_10.42.42.6(pid=14231): Launched\u000a11:28:25.035936 run osmo-stp_10.42.42.5(pid=14228): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14228)]\u000a11:28:25.175036 run osmo-stp_10.42.42.5(pid=14228): stdout: \u000a| (launched: 2022-12-13_11:28:23.665880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:25.313037 run osmo-stp_10.42.42.5(pid=14228): stderr: \u000a| �[0;m�[38;5;43m20221213112823863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112823863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112823863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112823864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112823864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112823864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112823864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:25.445109 run osmo-stp_10.42.42.5(pid=14228): stdout: \u000a| (launched: 2022-12-13_11:28:23.665880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:25.575533 run osmo-stp_10.42.42.5(pid=14228): stderr: \u000a| �[0;m�[38;5;43m20221213112823863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112823863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112823863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112823864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112823864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112823864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112823864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:25.632342 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14228): Process ended prematurely: osmo-stp_10.42.42.5(pid=14228) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14228)] [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a11:28:25.641006 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:28:25.704001 run osmo-hlr_10.42.42.2(pid=14225): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14225)]\u000a11:28:25.755899 run osmo-hlr_10.42.42.2(pid=14225): stdout: \u000a| (launched: 2022-12-13_11:28:22.678657) \u000a11:28:25.808372 run osmo-hlr_10.42.42.2(pid=14225): stderr: \u000a| �[0;m�[1;31m20221213112822878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112822878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112822878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112822879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112822879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112822879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112822891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112822899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112822900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112822900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:25.879315 run osmo-msc_10.42.42.6(pid=14231): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14231)]\u000a11:28:25.930821 run osmo-msc_10.42.42.6(pid=14231): stdout: \u000a| (launched: 2022-12-13_11:28:24.681728) \u000a11:28:25.982793 run osmo-msc_10.42.42.6(pid=14231): stderr: \u000a| �[0;m�[38;5;43m20221213112825009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112825009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc12c56cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112825010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112825010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112825010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112825010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112825012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112825012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112825013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112825013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:26.027534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14224): Terminating (SIGTERM)\u000a11:28:26.069420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14227): Terminating (SIGTERM)\u000a11:28:26.111407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14230): Terminating (SIGTERM)\u000a11:28:26.121183 --- ParallelTerminationStrategy: PID 14224 died...\u000a11:28:26.177665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14224): Terminated: ok {rc=0}\u000a11:28:26.187678 --- ParallelTerminationStrategy: PID 14227 died...\u000a11:28:26.243724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14227): Terminated: ok {rc=0}\u000a11:28:26.253858 --- ParallelTerminationStrategy: PID 14230 died...\u000a11:28:26.310071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14230): Terminated: ok {rc=0}\u000a11:28:26.398678 bus /sierra_3: Setting Powered False\u000a11:28:27.502489 bus /sierra_3: Setting Powered False\u000a11:28:28.613129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:28:18" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14242): Process ended prematurely: osmo-stp_10.42.42.5(pid=14242) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14242)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14242): Process ended prematurely: osmo-stp_10.42.42.5(pid=14242) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:28:30.626840 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:28:30.637927 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:28:30.770322 tst handover.py: using LAC 33650\u000a11:28:30.906036 tst handover.py: using RAC 245\u000a11:28:31.058131 tst handover.py: using CellId 33650\u000a11:28:31.195336 tst handover.py: using BVCI 33651\u000a11:28:31.221678 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:28:31.368276 tst handover.py: using LAC 33651\u000a11:28:31.531425 tst handover.py: using RAC 246\u000a11:28:31.699765 tst handover.py: using CellId 33651\u000a11:28:31.846990 tst handover.py: using BVCI 33652\u000a11:28:31.873717 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:28:31.885591 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:28:31.896775 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:28:31.908093 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:28:31.919348 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:28:31.931258 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:28:32.050855 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:28:32.271614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:32.737356 run create_hlr_db(pid=14236): Launched\u000a11:28:32.861773 bus /sierra_2: Setting Powered False\u000a11:28:33.936113 run create_hlr_db(pid=14236): Terminated: ok {rc=0}\u000a11:28:34.314611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14238): Launched\u000a11:28:34.618896 run osmo-hlr_10.42.42.2(pid=14239): Launched\u000a11:28:34.729655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:35.231192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14241): Launched\u000a11:28:35.537638 run osmo-stp_10.42.42.5(pid=14242): Launched\u000a11:28:35.648001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:36.177301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14244): Launched\u000a11:28:36.483203 run osmo-msc_10.42.42.6(pid=14245): Launched\u000a11:28:36.661583 run osmo-stp_10.42.42.5(pid=14242): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14242)]\u000a11:28:36.789434 run osmo-stp_10.42.42.5(pid=14242): stdout: \u000a| (launched: 2022-12-13_11:28:35.385534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:36.915140 run osmo-stp_10.42.42.5(pid=14242): stderr: \u000a| �[0;m�[38;5;43m20221213112835556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112835557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112835557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112835558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112835558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112835558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112835558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:37.036744 run osmo-stp_10.42.42.5(pid=14242): stdout: \u000a| (launched: 2022-12-13_11:28:35.385534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:37.157675 run osmo-stp_10.42.42.5(pid=14242): stderr: \u000a| �[0;m�[38;5;43m20221213112835556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112835557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112835557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112835558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112835558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112835558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112835558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:37.210439 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14242): Process ended prematurely: osmo-stp_10.42.42.5(pid=14242) [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14242)] [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a11:28:37.218247 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:28:37.277410 run osmo-hlr_10.42.42.2(pid=14239): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14239)]\u000a11:28:37.325765 run osmo-hlr_10.42.42.2(pid=14239): stdout: \u000a| (launched: 2022-12-13_11:28:34.469698) \u000a11:28:37.374811 run osmo-hlr_10.42.42.2(pid=14239): stderr: \u000a| �[0;m�[1;31m20221213112834650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112834651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112834651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112834651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112834651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112834651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112834665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112834675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112834675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112834675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:37.441891 run osmo-msc_10.42.42.6(pid=14245): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14245)]\u000a11:28:37.490452 run osmo-msc_10.42.42.6(pid=14245): stdout: \u000a| (launched: 2022-12-13_11:28:36.331774) \u000a11:28:37.539616 run osmo-msc_10.42.42.6(pid=14245): stderr: \u000a| �[0;m�[38;5;43m20221213112836602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112836603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f956b6f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112836603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112836603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112836603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112836603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112836605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112836605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112836606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112836606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:37.581107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14238): Terminating (SIGTERM)\u000a11:28:37.620397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14241): Terminating (SIGTERM)\u000a11:28:37.659646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14244): Terminating (SIGTERM)\u000a11:28:37.668853 --- ParallelTerminationStrategy: PID 14238 died...\u000a11:28:37.721675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14238): Terminated: ok {rc=0}\u000a11:28:37.731156 --- ParallelTerminationStrategy: PID 14241 died...\u000a11:28:37.783622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14241): Terminated: ok {rc=0}\u000a11:28:37.793197 --- ParallelTerminationStrategy: PID 14244 died...\u000a11:28:37.846324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14244): Terminated: ok {rc=0}\u000a11:28:37.934447 bus /sierra_3: Setting Powered False\u000a11:28:39.036763 bus /sierra_3: Setting Powered False\u000a11:28:40.147470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:28:30" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14256): Process ended prematurely: osmo-stp_10.42.42.5(pid=14256) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14256)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14256): Process ended prematurely: osmo-stp_10.42.42.5(pid=14256) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:28:42.159064 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:42.170487 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:28:42.311437 tst handover.py: using LAC 33652\u000a11:28:42.433488 tst handover.py: using RAC 247\u000a11:28:42.562637 tst handover.py: using CellId 33652\u000a11:28:42.691438 tst handover.py: using BVCI 33653\u000a11:28:42.716586 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:28:42.847466 tst handover.py: using LAC 33653\u000a11:28:42.978201 tst handover.py: using RAC 248\u000a11:28:43.106794 tst handover.py: using CellId 33653\u000a11:28:43.235133 tst handover.py: using BVCI 33654\u000a11:28:43.259974 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:43.271350 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:43.282543 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:43.293724 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:43.305687 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:43.317610 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:28:43.435972 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:28:43.637882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:44.101576 run create_hlr_db(pid=14250): Launched\u000a11:28:44.226036 bus /sierra_2: Setting Powered False\u000a11:28:45.299935 run create_hlr_db(pid=14250): Terminated: ok {rc=0}\u000a11:28:45.709105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14252): Launched\u000a11:28:46.145456 run osmo-hlr_10.42.42.2(pid=14253): Launched\u000a11:28:46.381124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:47.009542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14255): Launched\u000a11:28:47.454522 run osmo-stp_10.42.42.5(pid=14256): Launched\u000a11:28:47.600720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:48.173731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14258): Launched\u000a11:28:48.505473 run osmo-msc_10.42.42.6(pid=14259): Launched\u000a11:28:48.698529 run osmo-stp_10.42.42.5(pid=14256): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14256)]\u000a11:28:48.837318 run osmo-stp_10.42.42.5(pid=14256): stdout: \u000a| (launched: 2022-12-13_11:28:47.185978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:48.975202 run osmo-stp_10.42.42.5(pid=14256): stderr: \u000a| �[0;m�[38;5;43m20221213112847461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112847461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112847462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112847462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112847462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112847462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112847463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:49.107222 run osmo-stp_10.42.42.5(pid=14256): stdout: \u000a| (launched: 2022-12-13_11:28:47.185978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:49.237920 run osmo-stp_10.42.42.5(pid=14256): stderr: \u000a| �[0;m�[38;5;43m20221213112847461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112847461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112847462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112847462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112847462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112847462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112847463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:49.294833 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14256): Process ended prematurely: osmo-stp_10.42.42.5(pid=14256) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14256)] [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a11:28:49.303549 tst handover.py:18: Test FAILED (7.1 sec)\u000a11:28:49.367069 run osmo-hlr_10.42.42.2(pid=14253): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14253)]\u000a11:28:49.418824 run osmo-hlr_10.42.42.2(pid=14253): stdout: \u000a| (launched: 2022-12-13_11:28:45.881421) \u000a11:28:49.470864 run osmo-hlr_10.42.42.2(pid=14253): stderr: \u000a| �[0;m�[1;31m20221213112846122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112846122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112846122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112846122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112846122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112846122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112846139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112846151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112846152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112846152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:49.541737 run osmo-msc_10.42.42.6(pid=14259): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14259)]\u000a11:28:49.593376 run osmo-msc_10.42.42.6(pid=14259): stdout: \u000a| (launched: 2022-12-13_11:28:48.341439) \u000a11:28:49.645796 run osmo-msc_10.42.42.6(pid=14259): stderr: \u000a| �[0;m�[38;5;43m20221213112848666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112848666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7e0a8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112848666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112848666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112848666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112848666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112848668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112848668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112848669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112848669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:49.690594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14252): Terminating (SIGTERM)\u000a11:28:49.733062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14255): Terminating (SIGTERM)\u000a11:28:49.775488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14258): Terminating (SIGTERM)\u000a11:28:49.785487 --- ParallelTerminationStrategy: PID 14252 died...\u000a11:28:49.842777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14252): Terminated: ok {rc=0}\u000a11:28:49.853089 --- ParallelTerminationStrategy: PID 14255 died...\u000a11:28:49.909893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14255): Terminated: ok {rc=0}\u000a11:28:49.920162 --- ParallelTerminationStrategy: PID 14258 died...\u000a11:28:49.977114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14258): Terminated: ok {rc=0}\u000a11:28:50.064938 bus /sierra_3: Setting Powered False\u000a11:28:51.171277 bus /sierra_3: Setting Powered False\u000a11:28:52.278661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:28:41" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14270): Process ended prematurely: osmo-stp_10.42.42.5(pid=14270) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14270): Process ended prematurely: osmo-stp_10.42.42.5(pid=14270) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:28:54.289921 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:54.300882 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:28:54.435989 tst handover.py: using LAC 33654\u000a11:28:54.557066 tst handover.py: using RAC 249\u000a11:28:54.676309 tst handover.py: using CellId 33654\u000a11:28:54.797520 tst handover.py: using BVCI 33655\u000a11:28:54.820465 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:28:54.957491 tst handover.py: using LAC 33655\u000a11:28:55.076219 tst handover.py: using RAC 250\u000a11:28:55.198012 tst handover.py: using CellId 33655\u000a11:28:55.317319 tst handover.py: using BVCI 33656\u000a11:28:55.340328 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:55.351303 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:55.362020 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:55.372791 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:55.383469 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:28:55.394757 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:28:55.510086 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:28:55.723075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:56.211884 run create_hlr_db(pid=14264): Launched\u000a11:28:56.345827 bus /sierra_2: Setting Powered False\u000a11:28:57.422840 run create_hlr_db(pid=14264): Terminated: ok {rc=0}\u000a11:28:57.832091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14266): Launched\u000a11:28:58.160855 run osmo-hlr_10.42.42.2(pid=14267): Launched\u000a11:28:58.276394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:58.779517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14269): Launched\u000a11:28:59.084179 run osmo-stp_10.42.42.5(pid=14270): Launched\u000a11:28:59.196843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:59.729224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14272): Launched\u000a11:29:00.033864 run osmo-msc_10.42.42.6(pid=14273): Launched\u000a11:29:00.212782 run osmo-stp_10.42.42.5(pid=14270): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)]\u000a11:29:00.341706 run osmo-stp_10.42.42.5(pid=14270): stdout: \u000a| (launched: 2022-12-13_11:28:58.934676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:00.468469 run osmo-stp_10.42.42.5(pid=14270): stderr: \u000a| �[0;m�[38;5;43m20221213112859106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112859106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112859106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112859107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112859107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112859107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112859107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:00.591663 run osmo-stp_10.42.42.5(pid=14270): stdout: \u000a| (launched: 2022-12-13_11:28:58.934676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:00.712881 run osmo-stp_10.42.42.5(pid=14270): stderr: \u000a| �[0;m�[38;5;43m20221213112859106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112859106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112859106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112859107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112859107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112859107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112859107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:00.766985 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14270): Process ended prematurely: osmo-stp_10.42.42.5(pid=14270) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)] [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a11:29:00.774969 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:29:00.833950 run osmo-hlr_10.42.42.2(pid=14267): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14267)]\u000a11:29:00.899493 run osmo-hlr_10.42.42.2(pid=14267): stdout: \u000a| (launched: 2022-12-13_11:28:57.999240) \u000a11:29:00.977853 run osmo-hlr_10.42.42.2(pid=14267): stderr: \u000a| �[0;m�[1;31m20221213112858197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112858197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112858198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112858198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112858198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112858198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112858210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112858219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112858219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112858219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:01.063920 run osmo-msc_10.42.42.6(pid=14273): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14273)]\u000a11:29:01.117596 run osmo-msc_10.42.42.6(pid=14273): stdout: \u000a| (launched: 2022-12-13_11:28:59.883457) \u000a11:29:01.172199 run osmo-msc_10.42.42.6(pid=14273): stderr: \u000a| �[0;m�[38;5;43m20221213112900160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112900160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0fd099c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112900160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112900160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112900160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112900160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112900162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112900162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112900163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112900163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:01.219894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14266): Terminating (SIGTERM)\u000a11:29:01.264142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14269): Terminating (SIGTERM)\u000a11:29:01.310485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14272): Terminating (SIGTERM)\u000a11:29:01.321509 --- ParallelTerminationStrategy: PID 14266 died...\u000a11:29:01.383046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14266): Terminated: ok {rc=0}\u000a11:29:01.395598 --- ParallelTerminationStrategy: PID 14269 died...\u000a11:29:01.454162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14269): Terminated: ok {rc=0}\u000a11:29:01.465262 --- ParallelTerminationStrategy: PID 14272 died...\u000a11:29:01.524847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14272): Terminated: ok {rc=0}\u000a11:29:01.617414 bus /sierra_3: Setting Powered False\u000a11:29:02.721898 bus /sierra_3: Setting Powered False\u000a11:29:03.830251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:28:53" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:29:05.870151 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:05.881668 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:29:06.026979 tst handover.py: using LAC 33656\u000a11:29:06.154902 tst handover.py: using RAC 251\u000a11:29:06.282760 tst handover.py: using CellId 33656\u000a11:29:06.415163 tst handover.py: using BVCI 33657\u000a11:29:06.439937 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:29:06.586193 tst handover.py: using LAC 33657\u000a11:29:06.713995 tst handover.py: using RAC 252\u000a11:29:06.834700 tst handover.py: using CellId 33657\u000a11:29:06.952789 tst handover.py: using BVCI 33658\u000a11:29:06.975889 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:06.986937 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:06.997627 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:07.008472 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:07.019192 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:07.030437 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:29:07.145311 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:29:07.359782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:07.848451 run create_hlr_db(pid=14278): Launched\u000a11:29:07.981663 bus /sierra_2: Setting Powered False\u000a11:29:09.059272 run create_hlr_db(pid=14278): Terminated: ok {rc=0}\u000a11:29:09.442900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Launched\u000a11:29:09.750736 run osmo-hlr_10.42.42.2(pid=14281): Launched\u000a11:29:09.864404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:10.367113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Launched\u000a11:29:10.674641 run osmo-stp_10.42.42.5(pid=14284): Launched\u000a11:29:10.785544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:11.313730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Launched\u000a11:29:11.619007 run osmo-msc_10.42.42.6(pid=14287): Launched\u000a11:29:11.797977 run osmo-stp_10.42.42.5(pid=14284): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a11:29:11.928079 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-13_11:29:10.522357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:12.055418 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221213112910693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112910693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112910694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112910694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112910695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112910695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112910695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:12.178500 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-13_11:29:10.522357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:12.299562 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221213112910693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112910693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112910694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112910694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112910695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112910695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112910695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:12.352646 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)] [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a11:29:12.360676 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:29:12.421020 run osmo-hlr_10.42.42.2(pid=14281): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14281)]\u000a11:29:12.470271 run osmo-hlr_10.42.42.2(pid=14281): stdout: \u000a| (launched: 2022-12-13_11:29:09.598318) \u000a11:29:12.519782 run osmo-hlr_10.42.42.2(pid=14281): stderr: \u000a| �[0;m�[1;31m20221213112909776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112909776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112909776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112909776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112909776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112909776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112909790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112909800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112909801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112909801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:12.587483 run osmo-msc_10.42.42.6(pid=14287): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14287)]\u000a11:29:12.636393 run osmo-msc_10.42.42.6(pid=14287): stdout: \u000a| (launched: 2022-12-13_11:29:11.468370) \u000a11:29:12.685964 run osmo-msc_10.42.42.6(pid=14287): stderr: \u000a| �[0;m�[38;5;43m20221213112911742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112911742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e13221c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112911742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112911742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112911742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112911742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112911744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112911744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112911745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112911745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:12.727598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminating (SIGTERM)\u000a11:29:12.767425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminating (SIGTERM)\u000a11:29:12.807124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Terminating (SIGTERM)\u000a11:29:12.816484 --- ParallelTerminationStrategy: PID 14280 died...\u000a11:29:12.869782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminated: ok {rc=0}\u000a11:29:12.879480 --- ParallelTerminationStrategy: PID 14283 died...\u000a11:29:12.932432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminated: ok {rc=0}\u000a11:29:12.942150 --- ParallelTerminationStrategy: PID 14286 died...\u000a11:29:12.995328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Terminated: ok {rc=0}\u000a11:29:13.079324 bus /sierra_3: Setting Powered False\u000a11:29:14.180432 bus /sierra_3: Setting Powered False\u000a11:29:15.291618 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:29:05" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:29:17.324539 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:29:17.335577 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:29:17.465584 tst handover.py: using LAC 33658\u000a11:29:17.593817 tst handover.py: using RAC 253\u000a11:29:17.721293 tst handover.py: using CellId 33658\u000a11:29:17.851959 tst handover.py: using BVCI 33659\u000a11:29:17.876693 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:29:18.018980 tst handover.py: using LAC 33659\u000a11:29:18.146654 tst handover.py: using RAC 254\u000a11:29:18.274320 tst handover.py: using CellId 33659\u000a11:29:18.402103 tst handover.py: using BVCI 33660\u000a11:29:18.426956 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:29:18.438157 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:29:18.449108 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:29:18.460014 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:29:18.471963 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:29:18.483786 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:29:18.605068 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:29:18.807991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:19.270304 run create_hlr_db(pid=14293): Launched\u000a11:29:19.394798 bus /sierra_2: Setting Powered False\u000a11:29:20.467870 run create_hlr_db(pid=14293): Terminated: ok {rc=0}\u000a11:29:20.874088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Launched\u000a11:29:21.204122 run osmo-hlr_10.42.42.2(pid=14296): Launched\u000a11:29:21.326674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:21.867232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Launched\u000a11:29:22.196163 run osmo-stp_10.42.42.5(pid=14299): Launched\u000a11:29:22.314591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:22.882810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Launched\u000a11:29:23.211228 run osmo-msc_10.42.42.6(pid=14302): Launched\u000a11:29:23.402795 run osmo-stp_10.42.42.5(pid=14299): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]\u000a11:29:23.540365 run osmo-stp_10.42.42.5(pid=14299): stdout: \u000a| (launched: 2022-12-13_11:29:22.033955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:23.677796 run osmo-stp_10.42.42.5(pid=14299): stderr: \u000a| �[0;m�[38;5;43m20221213112922227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112922227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112922227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112922228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112922228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112922228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112922228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:23.809524 run osmo-stp_10.42.42.5(pid=14299): stdout: \u000a| (launched: 2022-12-13_11:29:22.033955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:23.939529 run osmo-stp_10.42.42.5(pid=14299): stderr: \u000a| �[0;m�[38;5;43m20221213112922227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112922227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112922227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112922228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112922228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112922228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112922228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:23.996363 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)] [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a11:29:24.004911 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:29:24.068099 run osmo-hlr_10.42.42.2(pid=14296): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14296)]\u000a11:29:24.119707 run osmo-hlr_10.42.42.2(pid=14296): stdout: \u000a| (launched: 2022-12-13_11:29:21.040033) \u000a11:29:24.171752 run osmo-hlr_10.42.42.2(pid=14296): stderr: \u000a| �[0;m�[1;31m20221213112921240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112921240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112921240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112921240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112921241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112921241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112921251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112921260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112921260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112921260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:24.242664 run osmo-msc_10.42.42.6(pid=14302): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14302)]\u000a11:29:24.294055 run osmo-msc_10.42.42.6(pid=14302): stdout: \u000a| (launched: 2022-12-13_11:29:23.049639) \u000a11:29:24.346234 run osmo-msc_10.42.42.6(pid=14302): stderr: \u000a| �[0;m�[38;5;43m20221213112923373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112923373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdbf64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112923373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112923373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112923374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112923374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112923376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112923376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112923376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112923376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:24.391047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Terminating (SIGTERM)\u000a11:29:24.433140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Terminating (SIGTERM)\u000a11:29:24.475852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Terminating (SIGTERM)\u000a11:29:24.485578 --- ParallelTerminationStrategy: PID 14295 died...\u000a11:29:24.542364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Terminated: ok {rc=0}\u000a11:29:24.552411 --- ParallelTerminationStrategy: PID 14298 died...\u000a11:29:24.608909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Terminated: ok {rc=0}\u000a11:29:24.619009 --- ParallelTerminationStrategy: PID 14301 died...\u000a11:29:24.675346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Terminated: ok {rc=0}\u000a11:29:24.762854 bus /sierra_3: Setting Powered False\u000a11:29:25.869393 bus /sierra_3: Setting Powered False\u000a11:29:26.976659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:29:17" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14313): Process ended prematurely: osmo-stp_10.42.42.5(pid=14313) [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14313): Process ended prematurely: osmo-stp_10.42.42.5(pid=14313) [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:29:28.969052 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:28.981039 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:29:29.109241 tst handover.py: using LAC 33660\u000a11:29:29.227156 tst handover.py: using RAC 255\u000a11:29:29.345690 tst handover.py: using CellId 33660\u000a11:29:29.463586 tst handover.py: using BVCI 33661\u000a11:29:29.486869 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:29:29.628414 tst handover.py: using LAC 33661\u000a11:29:29.758062 tst handover.py: using RAC 1\u000a11:29:29.884891 tst handover.py: using CellId 33661\u000a11:29:30.016058 tst handover.py: using BVCI 33662\u000a11:29:30.041063 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:30.052317 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:30.063478 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:30.074677 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:30.086236 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:30.097849 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:29:30.214454 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:29:30.428849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:30.947157 run create_hlr_db(pid=14307): Launched\u000a11:29:31.082892 bus /sierra_2: Setting Powered False\u000a11:29:32.171679 run create_hlr_db(pid=14307): Terminated: ok {rc=0}\u000a11:29:32.556934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14309): Launched\u000a11:29:32.862212 run osmo-hlr_10.42.42.2(pid=14310): Launched\u000a11:29:32.974418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:33.477360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14312): Launched\u000a11:29:33.781556 run osmo-stp_10.42.42.5(pid=14313): Launched\u000a11:29:33.892473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:34.423007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14315): Launched\u000a11:29:34.727776 run osmo-msc_10.42.42.6(pid=14316): Launched\u000a11:29:34.906560 run osmo-stp_10.42.42.5(pid=14313): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)]\u000a11:29:35.035443 run osmo-stp_10.42.42.5(pid=14313): stdout: \u000a| (launched: 2022-12-13_11:29:33.631953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:35.162003 run osmo-stp_10.42.42.5(pid=14313): stderr: \u000a| �[0;m�[38;5;43m20221213112933805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112933805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112933806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112933806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112933807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112933807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112933807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:35.284281 run osmo-stp_10.42.42.5(pid=14313): stdout: \u000a| (launched: 2022-12-13_11:29:33.631953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:35.405695 run osmo-stp_10.42.42.5(pid=14313): stderr: \u000a| �[0;m�[38;5;43m20221213112933805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112933805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112933806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112933806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112933807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112933807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112933807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:35.458696 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14313): Process ended prematurely: osmo-stp_10.42.42.5(pid=14313) [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)] [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a11:29:35.466784 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:29:35.526782 run osmo-hlr_10.42.42.2(pid=14310): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14310)]\u000a11:29:35.575930 run osmo-hlr_10.42.42.2(pid=14310): stdout: \u000a| (launched: 2022-12-13_11:29:32.711399) \u000a11:29:35.625780 run osmo-hlr_10.42.42.2(pid=14310): stderr: \u000a| �[0;m�[1;31m20221213112932889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112932889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112932889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112932889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112932889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112932889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112932947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112932958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112932958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112932958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:35.693357 run osmo-msc_10.42.42.6(pid=14316): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14316)]\u000a11:29:35.742805 run osmo-msc_10.42.42.6(pid=14316): stdout: \u000a| (launched: 2022-12-13_11:29:34.577378) \u000a11:29:35.792556 run osmo-msc_10.42.42.6(pid=14316): stderr: \u000a| �[0;m�[38;5;43m20221213112934848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112934848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fc714fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112934848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112934848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112934849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112934849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112934850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112934851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112934851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112934851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:35.834463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14309): Terminating (SIGTERM)\u000a11:29:35.873941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14312): Terminating (SIGTERM)\u000a11:29:35.913577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14315): Terminating (SIGTERM)\u000a11:29:35.922830 --- ParallelTerminationStrategy: PID 14309 died...\u000a11:29:35.976492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14309): Terminated: ok {rc=0}\u000a11:29:35.986288 --- ParallelTerminationStrategy: PID 14312 died...\u000a11:29:36.039239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14312): Terminated: ok {rc=0}\u000a11:29:36.048882 --- ParallelTerminationStrategy: PID 14315 died...\u000a11:29:36.101648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14315): Terminated: ok {rc=0}\u000a11:29:36.184942 bus /sierra_3: Setting Powered False\u000a11:29:37.290634 bus /sierra_3: Setting Powered False\u000a11:29:38.399961 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:29:28" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14327): Process ended prematurely: osmo-stp_10.42.42.5(pid=14327) [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14327)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14327): Process ended prematurely: osmo-stp_10.42.42.5(pid=14327) [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2388 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:29:40.420867 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:40.431875 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:29:40.574031 tst handover.py: using LAC 33662\u000a11:29:40.700700 tst handover.py: using RAC 2\u000a11:29:40.830874 tst handover.py: using CellId 33662\u000a11:29:40.963297 tst handover.py: using BVCI 33663\u000a11:29:40.988274 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:29:41.131055 tst handover.py: using LAC 33663\u000a11:29:41.257157 tst handover.py: using RAC 3\u000a11:29:41.382859 tst handover.py: using CellId 33663\u000a11:29:41.508899 tst handover.py: using BVCI 33664\u000a11:29:41.534107 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:41.545484 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:41.556664 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:41.568008 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:41.579626 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:29:41.591194 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:29:41.709286 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:29:41.924761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:42.411954 run create_hlr_db(pid=14321): Launched\u000a11:29:42.545810 bus /sierra_2: Setting Powered False\u000a11:29:43.622298 run create_hlr_db(pid=14321): Terminated: ok {rc=0}\u000a11:29:44.029827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14323): Launched\u000a11:29:44.358936 run osmo-hlr_10.42.42.2(pid=14324): Launched\u000a11:29:44.481616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:45.020697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14326): Launched\u000a11:29:45.349484 run osmo-stp_10.42.42.5(pid=14327): Launched\u000a11:29:45.469588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:46.072392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14329): Launched\u000a11:29:46.487262 run osmo-msc_10.42.42.6(pid=14330): Launched\u000a11:29:47.069730 run osmo-stp_10.42.42.5(pid=14327): ERR: Terminated: ERROR {rc=1} [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14327)]\u000a11:29:47.219508 run osmo-stp_10.42.42.5(pid=14327): stdout: \u000a| (launched: 2022-12-13_11:29:45.187602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:47.349857 run osmo-stp_10.42.42.5(pid=14327): stderr: \u000a| �[0;m�[38;5;43m20221213112945382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112945382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112945382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112945383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112945383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112945383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112945383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:47.475459 run osmo-stp_10.42.42.5(pid=14327): stdout: \u000a| (launched: 2022-12-13_11:29:45.187602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:47.597619 run osmo-stp_10.42.42.5(pid=14327): stderr: \u000a| �[0;m�[38;5;43m20221213112945382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213112945382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213112945382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213112945383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213112945383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213112945383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213112945383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:47.650760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14327): Process ended prematurely: osmo-stp_10.42.42.5(pid=14327) [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14327)] [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a11:29:47.658736 tst handover.py:18: Test FAILED (7.2 sec)\u000a11:29:47.720144 run osmo-hlr_10.42.42.2(pid=14324): ERR: Terminated: ERROR {rc=237} [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14324)]\u000a11:29:47.769988 run osmo-hlr_10.42.42.2(pid=14324): stdout: \u000a| (launched: 2022-12-13_11:29:44.196885) \u000a11:29:47.820453 run osmo-hlr_10.42.42.2(pid=14324): stderr: \u000a| �[0;m�[1;31m20221213112944400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213112944400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213112944400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112944400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213112944400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213112944400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213112944413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2388/run.2022-12-13_10-04-59/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213112944421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213112944422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213112944422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:47.888508 run osmo-msc_10.42.42.6(pid=14330): ERR: Terminated: ERROR {rc=2} [trial-2388↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14330)]\u000a11:29:47.938062 run osmo-msc_10.42.42.6(pid=14330): stdout: \u000a| (launched: 2022-12-13_11:29:46.232647) \u000a11:29:47.988651 run osmo-msc_10.42.42.6(pid=14330): stderr: \u000a| �[0;m�[38;5;43m20221213112946711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213112946711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62ad1d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213112946711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213112946711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213112946711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213112946712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213112946713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213112946714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213112946714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213112946714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:48.031340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14323): Terminating (SIGTERM)\u000a11:29:48.071804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14326): Terminating (SIGTERM)\u000a11:29:48.112228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14329): Terminating (SIGTERM)\u000a11:29:48.121697 --- ParallelTerminationStrategy: PID 14323 died...\u000a11:29:48.176115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14323): Terminated: ok {rc=0}\u000a11:29:48.185998 --- ParallelTerminationStrategy: PID 14326 died...\u000a11:29:48.239587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14326): Terminated: ok {rc=0}\u000a11:29:48.249350 --- ParallelTerminationStrategy: PID 14329 died...\u000a11:29:48.302446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14329): Terminated: ok {rc=0}\u000a11:29:48.390581 bus /sierra_3: Setting Powered False\u000a11:29:49.497102 bus /sierra_3: Setting Powered False\u000a11:29:50.608711 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:29:40" } ] }